results/torch-fp32.latency_samples.json

[
  6.065011,
  5.060846,
  16.587956,
  17.440657,
  16.044374,
  17.678075,
  13.728325,
  16.557562,
  16.224812,
  13.990658,
  5.193567,
  5.670991,
  5.325325,
  5.843513,
  5.809872,
  17.487556,
  6.26267,
  6.169361,
  5.246305,
  5.243385,
  5.029117,
  5.924022,
  6.09628,
  5.174486,
  5.676273,
  6.997836,
  5.868512,
  12.291797,
  16.436242,
  13.462726,
  15.997524,
  9.143671,
  5.802812,
  5.622063,
  5.810622,
  6.213301,
  5.158596,
  5.449573,
  5.266646,
  11.999728,
  9.974437,
  5.213035,
  4.879057,
  5.601253,
  6.521409,
  5.198466,
  5.860433,
  5.575543,
  5.469814,
  13.320032,
  16.627906,
  5.461323,
  5.274966,
  6.16374,
  5.646863,
  5.760183,
  5.812542,
  5.439344,
  5.318765,
  5.567144,
  5.870112,
  5.162984,
  6.57837,
  5.700622,
  5.867348,
  5.821117,
  4.980706,
  17.292633,
  16.604011,
  12.608075,
  6.605058,
  6.592588,
  5.246466,
  5.208515,
  5.736003,
  6.400045,
  5.797167,
  6.103301,
  5.432814,
  5.878773,
  7.099496,
  12.379272,
  5.571622,
  7.862624,
  5.94848,
  5.782063,
  6.479589,
  5.813372,
  5.631574,
  18.72027,
  5.682374,
  6.33979,
  5.396283,
  5.691233,
  5.845353,
  5.352454,
  5.661213,
  7.076906,
  6.586859,
  6.23864,
  5.606854,
  5.090415,
  15.697366,
  18.910269,
  7.065627,
  6.806278,
  5.840992,
  5.338365,
  5.720902,
  12.647816,
  17.64142,
  5.174286,
  4.743807,
  5.766023,
  5.563713,
  5.031666,
  8.761958,
  6.846818,
  6.464539,
  5.879153,
  5.847451,
  6.939277,
  13.316417,
  11.929003,
  6.560008,
  5.885672,
  6.772598,
  6.26959,
  6.736028,
  5.798273,
  6.26368,
  6.12739,
  6.38518,
  7.055226,
  6.057632,
  5.837963,
  6.038481,
  7.117345,
  6.615499,
  6.27768,
  9.278241,
  13.075418,
  27.620524,
  5.338904,
  9.536304,
  5.603604,
  5.999921,
  5.070426,
  14.620156,
  12.356181,
  14.70994,
  14.513851,
  8.302364,
  6.220301,
  6.673664,
  6.431919,
  5.063451,
  5.491584,
  5.433263,
  6.290091,
  5.347974,
  5.849902,
  5.606664,
  14.631185,
  16.503681,
  5.235271,
  7.098616,
  5.646582,
  6.61273,
  5.603273,
  13.866899,
  45.476838,
  19.151299,
  15.553816,
  5.655453,
  5.406834,
  5.750233,
  12.048618,
  9.588024,
  15.206758,
  21.247158,
  6.274296,
  6.05245,
  7.106707,
  6.23415,
  5.408644,
  11.160568,
  8.788977,
  5.412405,
  5.495823,
  5.646804,
  5.080335,
  5.701829,
  7.683047,
  5.714603,
  13.586671,
  7.988237,
  5.347964,
  5.467164,
  5.909071,
  5.396705,
  5.952573,
  5.892391,
  5.633583,
  7.129177,
  12.946448,
  5.988931,
  5.148646,
  9.590234,
  5.537643,
  5.466674,
  7.432045,
  5.907772,
  16.647596,
  14.467541,
  14.699506,
  5.073914,
  6.586979,
  9.358811,
  17.724696,
  36.045818,
  16.182583,
  15.807705,
  16.75555,
  17.096529,
  16.416596,
  6.464579,
  5.703963,
  26.643103,
  5.971572,
  5.267155,
  4.887767,
  5.756212,
  5.706863,
  5.558234,
  5.775512,
  7.335985,
  5.797002,
  5.687233,
  4.833647,
  5.222385,
  6.168601,
  5.454064,
  6.562048,
  8.032403,
  5.689882,
  5.808393,
  7.796523,
  11.952753,
  8.060782,
  6.467899,
  7.48418,
  17.720145,
  17.691366,
  11.777718,
  5.518044,
  5.636283,
  13.597601,
  15.900044,
  6.722824,
  5.379793,
  5.438324,
  14.998804,
  17.668366,
  17.273398,
  15.321262,
  6.13889,
  20.687642,
  6.769387,
  7.790259,
  6.933942,
  17.942104,
  5.629673,
  5.501724,
  5.157806,
  5.229415,
  5.777532,
  5.768923,
  5.366574,
  6.695638,
  6.694319,
  7.117755,
  5.323415,
  5.494774,
  8.21341,
  6.298371,
  5.922802,
  4.941396,
  5.748373,
  6.43918,
  5.404113,
  6.48756,
  5.643113,
  6.784847,
  8.262451,
  18.974735,
  7.615998,
  7.408124,
  6.530081,
  6.646897,
  7.995292,
  7.620834,
  5.916241,
  7.947493,
  6.469949,
  5.207665,
  7.366035,
  5.891382,
  5.955382,
  6.121632,
  5.588283,
  5.121176,
  5.097025,
  5.706992,
  5.661633,
  5.712124,
  5.962741,
  6.335805,
  5.956457,
  13.162807,
  9.447284,
  11.000359,
  9.036696,
  6.49109,
  8.30274,
  14.492451,
  9.720663,
  17.114489,
  18.053994,
  12.72911,
  10.906097,
  16.635211,
  11.757974,
  12.186613,
  13.719334,
  6.36258,
  5.928471,
  7.999472,
  8.239111,
  6.642009,
  8.146221,
  9.051316,
  6.41456,
  7.268925,
  8.250231,
  19.532308,
  7.070546,
  5.717943,
  5.495614,
  5.401374,
  7.670573,
  14.493271,
  13.224777,
  7.312135,
  5.451455,
  5.618873,
  5.723122,
  17.311323,
  16.279097,
  17.111668,
  6.072681,
  7.426431,
  17.295957,
  18.670587,
  5.617993,
  8.076921,
  5.208545,
  5.089486,
  4.831866,
  8.713319,
  5.059816,
  5.903672,
  7.533944,
  5.783913,
  5.539973,
  4.953677,
  8.045771,
  12.161843,
  6.747277,
  16.621026,
  6.444225,
  7.258185,
  6.718738,
  7.409225,
  5.468254,
  5.755212,
  5.295386,
  5.645183,
  6.539388,
  6.092022,
  7.561704,
  6.945486,
  5.599294,
  7.507944,
  8.51856,
  6.655658,
  6.776217,
  16.140518,
  34.915729,
  6.22262,
  12.298691,
  5.933052,
  6.304491,
  6.273789,
  5.718973,
  5.304051,
  5.845576,
  6.758878,
  6.30028,
  5.325285,
  5.900792,
  7.365105,
  6.11539,
  5.310255,
  5.324315,
  6.648278,
  7.446885,
  6.689938,
  5.854022,
  6.21158,
  6.238111,
  5.752122,
  5.183765,
  6.058432,
  5.538753,
  6.618919,
  12.757769,
  49.242066,
  13.351047,
  5.670763,
  5.481073,
  6.3818,
  6.045631,
  6.453034,
  5.45883,
  5.667133,
  6.329058,
  5.662354,
  6.18678,
  7.603424,
  5.637223,
  6.097081,
  7.633524,
  7.032957,
  5.367104,
  7.393504,
  6.45743,
  5.816332,
  6.460049,
  6.534575,
  12.028122,
  13.497846,
  10.816164,
  10.900592,
  17.025784,
  10.859314,
  15.615971,
  17.309697,
  12.862744,
  9.959898,
  6.06784,
  5.020636,
  6.095491,
  5.738213,
  8.768918,
  7.105196,
  5.548244,
  6.22896,
  5.437864,
  7.588764,
  5.576474,
  5.424174,
  5.780022,
  5.744363,
  9.953558,
  9.985748,
  31.124726,
  12.099482,
  10.62685,
  11.979893,
  6.886222,
  5.894722,
  5.976511,
  5.078726,
  27.932232,
  9.601665,
  13.436876,
  12.814019,
  12.53688,
  9.940662,
  8.731384,
  5.192585,
  6.846947,
  5.550455,
  5.463083,
  5.167056,
  5.147576,
  5.121215,
  5.899971,
  5.272736,
  6.019301,
  5.357924,
  16.136354,
  15.749036,
  17.441237,
  15.948174,
  13.058448,
  19.827075,
  10.242841,
  5.668083,
  5.839843,
  19.048529,
  18.89654,
  16.8953,
  11.533334,
  6.42458,
  5.860311,
  16.851231,
  14.757109,
  6.842197,
  6.252791,
  7.892192,
  5.656723,
  6.43407,
  4.973916,
  7.369585,
  5.908082,
  26.313975,
  5.282894,
  7.859394,
  5.269984,
  6.016792,
  5.197425,
  5.379834,
  5.776722,
  5.196597,
  5.347664,
  8.18305,
  5.445974,
  20.327734,
  17.927704,
  21.505538,
  18.162613,
  17.721886,
  6.609128,
  7.725994,
  9.087851,
  6.246536,
  5.973121,
  5.147246,
  5.437684,
  5.959201,
  13.727995,
  16.184128,
  5.506579,
  7.163355,
  7.567604,
  4.984387,
  7.485719,
  13.655195,
  11.805224,
  11.176617,
  8.585564,
  5.226625,
  5.650783,
  6.933647,
  16.754911,
  12.248731,
  5.139926,
  5.495004,
  5.877902,
  14.42286,
  6.23221,
  5.776223,
  6.54747,
  9.857802,
  17.765066,
  6.031611,
  5.425644,
  5.599433,
  5.097207,
  5.719853,
  6.458558,
  5.691984,
  5.443074,
  15.253267,
  18.756251,
  13.778774,
  5.669742,
  5.889362,
  4.998917,
  8.169981,
  12.985134,
  11.709238,
  16.121613,
  17.518517,
  8.729989,
  17.333877,
  14.052198,
  17.85185,
  5.388675,
  27.446609,
  12.643005,
  18.073309,
  17.065649,
  16.413111,
  16.90699,
  20.048524,
  18.194284,
  14.948969,
  5.354315,
  5.351554,
  7.566214,
  5.317804,
  16.634381,
  27.600358,
  11.77365,
  7.463539,
  6.170416,
  6.389804,
  17.875765,
  20.815831,
  16.586071,
  18.944819,
  9.916713,
  9.033757,
  5.628473,
  5.412685,
  5.249875,
  5.426244,
  6.084871,
  7.413625,
  8.454189,
  6.3833,
  6.044931,
  5.745582,
  5.314536,
  6.26073,
  5.271094,
  5.736984,
  5.767332,
  5.504183,
  5.511764,
  5.398235,
  5.451474,
  5.531693,
  6.605389,
  5.241204,
  6.44021,
  5.278265,
  6.462659,
  6.508639,
  5.991647,
  6.068986,
  17.391687,
  6.25266,
  11.212117,
  9.396154,
  8.55702,
  7.442794,
  5.982192,
  7.514304,
  8.54908,
  6.148031,
  6.564708,
  5.730533,
  6.44187,
  5.811732,
  5.951452,
  19.816805,
  24.880682,
  16.356712,
  7.538933,
  6.312161,
  5.585043,
  5.881952,
  7.607544,
  7.843352,
  5.938612,
  7.081197,
  7.044066,
  7.510285,
  5.424634,
  19.805795,
  5.687853,
  5.760123,
  5.578003,
  5.517454,
  5.435444,
  13.112097,
  7.186487,
  6.260739,
  11.032998,
  10.53009,
  14.217913,
  6.267559,
  10.202302,
  14.223461,
  6.068062,
  5.360774,
  5.696064,
  5.157715,
  18.427182,
  17.134579,
  5.092055,
  14.73972,
  5.491294,
  8.711488,
  6.082881,
  6.050071,
  5.762043,
  11.253186,
  17.014859,
  15.171978,
  5.048476,
  5.152726,
  6.049031,
  5.291275,
  5.622133,
  5.011727,
  9.559133,
  6.060542,
  4.814927,
  5.377264,
  5.748954,
  15.529195,
  13.982213,
  5.103496,
  5.435644,
  5.697233,
  13.666865,
  4.858577,
  30.094972,
  11.873543,
  8.544584,
  5.157016,
  5.343294,
  4.857437,
  5.970972,
  5.212595,
  28.007137,
  18.044774,
  19.078539,
  11.669254,
  11.560116,
  16.112222,
  19.833866,
  20.560232,
  8.032472,
  5.684653,
  5.815762,
  5.540723,
  5.204526,
  5.977812,
  5.479073,
  5.303416,
  20.640071,
  16.956929,
  5.729563,
  5.789792,
  20.286643,
  18.121044,
  10.126522,
  17.619286,
  12.566471,
  5.827842,
  8.13441,
  5.511325
]