results/torch-fp16.latency_samples.json

[
  5.008136,
  9.947683,
  10.936757,
  8.303661,
  6.639188,
  5.429544,
  6.641899,
  5.837732,
  6.060531,
  5.093516,
  9.330825,
  13.476986,
  12.146912,
  7.174106,
  5.417304,
  14.619,
  5.956772,
  5.262085,
  5.794392,
  5.599583,
  6.552319,
  5.346785,
  5.697862,
  5.973462,
  4.909777,
  6.1629,
  6.113571,
  9.126902,
  19.803625,
  12.510671,
  14.079047,
  6.797538,
  5.865142,
  5.522653,
  5.841682,
  6.278271,
  5.529953,
  5.629853,
  6.217242,
  15.55515,
  19.753336,
  18.088508,
  8.286631,
  5.438854,
  6.043161,
  6.700648,
  5.413895,
  7.012556,
  11.747529,
  6.668543,
  5.797807,
  13.043219,
  16.64994,
  17.214678,
  16.612561,
  16.350367,
  5.167976,
  12.117471,
  10.954088,
  5.989221,
  8.637579,
  5.272485,
  14.008028,
  14.395898,
  5.787251,
  5.019216,
  6.160447,
  8.641092,
  8.121852,
  6.22434,
  9.640489,
  17.476077,
  16.349482,
  11.5392,
  5.232765,
  5.839842,
  5.578713,
  5.134526,
  4.979486,
  6.982647,
  5.219505,
  6.27472,
  5.771662,
  6.35825,
  6.33432,
  6.768948,
  5.615184,
  8.775083,
  9.990756,
  12.89111,
  4.878336,
  5.121725,
  5.462256,
  5.887001,
  5.202975,
  6.099771,
  5.390314,
  5.398154,
  10.828469,
  7.095996,
  9.662123,
  9.474606,
  12.197672,
  12.363441,
  5.293584,
  12.171112,
  11.045478,
  7.053256,
  10.3652,
  12.557191,
  11.643164,
  10.924038,
  5.542083,
  5.525314,
  8.064472,
  10.429665,
  5.309911,
  12.003011,
  10.472191,
  6.793428,
  10.988487,
  10.586959,
  7.793334,
  11.170716,
  11.138687,
  9.374515,
  9.551955,
  7.864083,
  5.501973,
  5.233636,
  5.137705,
  6.001201,
  6.698207,
  5.935043,
  5.229644,
  12.057673,
  7.091047,
  11.683723,
  10.122593,
  9.146476,
  12.350902,
  11.736424,
  26.765522,
  5.965371,
  12.615747,
  8.662562,
  17.219843,
  10.301826,
  7.089787,
  14.253317,
  13.764718,
  8.68893,
  7.281124,
  6.113221,
  6.577959,
  7.164536,
  5.668402,
  6.619779,
  6.752288,
  7.001047,
  5.478875,
  6.556177,
  9.811758,
  19.05483,
  9.266501,
  5.393724,
  6.096416,
  6.186576,
  5.841462,
  6.749537,
  8.211972,
  22.542987,
  14.253457,
  7.714153,
  10.643739,
  6.32322,
  8.041892,
  8.49204,
  9.312436,
  9.258744,
  15.968374,
  10.478952,
  8.709447,
  8.50811,
  7.932877,
  8.241735,
  9.730474,
  7.848442,
  7.315855,
  7.623545,
  6.659693,
  7.124171,
  8.122261,
  7.498124,
  6.885018,
  7.501749,
  11.143932,
  10.589389,
  10.293477,
  9.857587,
  8.37911,
  6.824808,
  8.080661,
  8.956263,
  8.689113,
  7.708919,
  8.743832,
  6.818688,
  7.600813,
  7.686029,
  16.323128,
  7.763352,
  10.902374,
  13.003597,
  12.213372,
  9.36552,
  6.46214,
  7.059961,
  7.205181,
  6.189781,
  19.640885,
  6.964697,
  6.446329,
  6.052802,
  5.861551,
  6.104561,
  5.614513,
  6.803748,
  14.897159,
  12.777704,
  9.085841,
  6.200471,
  5.736343,
  6.215131,
  5.703413,
  10.402979,
  5.274515,
  9.47584,
  11.501431,
  7.470715,
  11.922632,
  9.217236,
  5.433544,
  6.188691,
  6.400269,
  6.354469,
  6.116356,
  11.380577,
  11.359225,
  11.560005,
  9.194981,
  5.589534,
  5.112895,
  6.867317,
  5.640964,
  6.789248,
  12.919453,
  19.758351,
  22.273904,
  23.067159,
  5.982007,
  6.195415,
  9.858878,
  8.137937,
  6.361679,
  5.921552,
  13.104207,
  8.023082,
  6.11417,
  10.007244,
  7.085795,
  15.028619,
  13.825864,
  19.919475,
  24.021966,
  10.944912,
  6.548364,
  5.710873,
  6.32442,
  10.032842,
  5.686113,
  10.452039,
  12.337037,
  13.151897,
  8.517215,
  5.420814,
  5.315675,
  5.768172,
  6.476679,
  6.590908,
  6.743018,
  6.620224,
  13.416396,
  10.862413,
  5.579364,
  7.249255,
  5.867732,
  7.118875,
  6.460941,
  5.697722,
  6.3698,
  5.373395,
  7.376594,
  7.051996,
  5.675864,
  6.700938,
  6.343569,
  7.430056,
  6.333758,
  6.671038,
  6.259481,
  7.626764,
  9.801862,
  13.113028,
  9.62927,
  14.788159,
  11.45274,
  6.813678,
  8.125791,
  8.914298,
  6.555478,
  12.896054,
  20.895925,
  19.01458,
  7.592653,
  8.420411,
  6.498058,
  6.33814,
  5.648643,
  5.831922,
  5.879062,
  7.138096,
  5.714583,
  5.040106,
  5.511084,
  5.701792,
  5.744273,
  7.067206,
  5.725713,
  5.905042,
  6.866707,
  6.471679,
  6.195311,
  5.374424,
  6.528679,
  12.57956,
  5.577564,
  6.00628,
  5.703964,
  6.457529,
  6.564158,
  23.748102,
  16.870294,
  6.697129,
  12.51293,
  18.174224,
  17.493606,
  6.904428,
  16.71013,
  13.665585,
  7.267085,
  13.441296,
  8.055421,
  7.148006,
  6.599569,
  6.41264,
  5.821472,
  6.692658,
  6.559458,
  5.991732,
  19.151038,
  17.814935,
  16.97145,
  8.661288,
  5.451155,
  7.009966,
  6.988697,
  5.355655,
  6.853347,
  6.417908,
  6.598078,
  14.065224,
  6.48094,
  5.530084,
  5.475123,
  5.801242,
  5.583994,
  6.400269,
  6.26436,
  5.936072,
  5.842062,
  4.970106,
  14.033854,
  17.542666,
  17.729055,
  16.8573,
  16.339142,
  15.535296,
  14.005852,
  6.760739,
  6.696498,
  6.880137,
  5.962072,
  5.991521,
  19.925545,
  19.055789,
  20.785466,
  19.719911,
  19.597647,
  20.307303,
  20.082269,
  6.529694,
  5.451754,
  6.015142,
  5.824292,
  5.322844,
  17.916154,
  20.064355,
  13.545976,
  6.1269,
  6.2828,
  9.165157,
  8.828907,
  7.411635,
  6.388769,
  15.382658,
  19.820635,
  21.644297,
  8.20524,
  7.359825,
  10.53828,
  11.650989,
  8.108347,
  5.655073,
  6.893687,
  5.845512,
  11.218021,
  11.283397,
  11.198351,
  8.255176,
  9.602259,
  8.705904,
  12.48721,
  12.186322,
  10.714594,
  5.509885,
  5.209154,
  7.939742,
  6.4582,
  8.37804,
  5.084455,
  9.547075,
  12.118956,
  17.308393,
  19.639031,
  12.029124,
  12.093341,
  6.347225,
  4.991286,
  6.383549,
  6.023621,
  5.144537,
  6.875692,
  11.298401,
  6.061951,
  7.487834,
  5.230065,
  5.987012,
  5.426254,
  7.102656,
  6.41738,
  6.10405,
  6.791247,
  7.406837,
  7.09838,
  8.097347,
  19.137657,
  6.148802,
  6.032191,
  6.042811,
  6.54196,
  7.11315,
  10.241596,
  6.448219,
  14.032773,
  8.242187,
  11.596594,
  12.085298,
  7.675993,
  6.034632,
  7.368964,
  7.357575,
  6.3657,
  5.923932,
  5.656253,
  5.97514,
  22.387184,
  20.962071,
  25.196109,
  18.325783,
  18.313173,
  5.983621,
  6.593099,
  5.576464,
  6.038831,
  5.720142,
  6.073211,
  6.201311,
  5.835693,
  5.504033,
  5.246254,
  6.134172,
  6.000161,
  6.743097,
  7.038047,
  5.555204,
  6.661508,
  5.667093,
  5.381644,
  5.232475,
  5.159575,
  5.238476,
  5.791982,
  6.064481,
  5.850543,
  12.583295,
  11.207927,
  23.294153,
  6.342459,
  5.978102,
  5.169786,
  5.841832,
  5.682992,
  5.257185,
  5.441555,
  5.537173,
  6.1283,
  6.59292,
  9.905842,
  16.753881,
  10.52187,
  16.819539,
  14.899529,
  18.536402,
  10.907144,
  11.105041,
  17.301388,
  18.705091,
  16.535211,
  12.50292,
  5.788112,
  5.678254,
  5.865101,
  9.874173,
  6.540799,
  5.010986,
  5.987081,
  5.588844,
  5.190365,
  5.671243,
  5.535594,
  5.109576,
  6.562408,
  11.137008,
  6.555158,
  6.651007,
  5.516966,
  8.408419,
  11.135117,
  11.150057,
  11.371665,
  12.931258,
  8.45971,
  11.157477,
  9.784324,
  9.115746,
  12.077948,
  10.712593,
  11.891954,
  11.468625,
  10.869778,
  11.848274,
  8.197171,
  5.553113,
  5.133325,
  5.778444,
  12.097431,
  6.457979,
  5.960452,
  5.940132,
  7.387904,
  5.119007,
  5.396484,
  5.340834,
  5.674983,
  5.319315,
  10.557959,
  11.472146,
  7.634163,
  5.627404,
  5.520795,
  26.201574,
  12.558831,
  11.256355,
  11.021659,
  5.340574,
  5.062465,
  5.511994,
  7.027037,
  9.183935,
  5.128166,
  5.198016,
  5.753782,
  5.353974,
  13.601536,
  13.240107,
  5.313524,
  6.032321,
  6.808318,
  5.636293,
  5.505834,
  6.558398,
  10.899429,
  8.723193,
  18.126878,
  13.077569,
  10.733359,
  9.328435,
  7.367974,
  8.958408,
  8.595959,
  6.623558,
  5.755913,
  6.804097,
  7.230551,
  9.978058,
  12.135237,
  5.804587,
  6.21262,
  5.485494,
  5.786973,
  5.006406,
  5.655543,
  5.470563,
  5.229476,
  5.256475,
  6.632528,
  5.251505,
  5.346085,
  5.547303,
  5.265825,
  6.482658,
  6.759138,
  7.225506,
  16.87744,
  6.092331,
  10.612719,
  8.086221,
  7.642134,
  7.487664,
  7.886102,
  8.222801,
  10.55673,
  8.342791,
  6.551489,
  7.411533,
  6.313621,
  6.108276,
  5.548878,
  5.863263,
  6.317771,
  6.22586,
  5.303164,
  7.580944,
  5.231775,
  6.16476,
  6.279941,
  5.751662,
  9.533919,
  9.227773,
  5.100875,
  5.697073,
  5.808813,
  11.873523,
  5.355884,
  5.283355,
  6.408145,
  12.065863,
  5.985696,
  6.602418,
  8.448595,
  12.61259,
  11.757204,
  6.986391,
  6.839217,
  7.312766,
  5.468973,
  5.861982,
  5.156226,
  7.058577,
  5.541433,
  5.328885,
  6.350549,
  11.806819,
  10.986788,
  9.854808,
  5.576973,
  7.109776,
  6.19295,
  6.322251,
  6.972976,
  7.364335,
  5.417384,
  6.196211,
  5.848441,
  6.175311,
  7.713954,
  5.445243,
  6.693608,
  6.243621,
  9.3589,
  12.046203,
  11.760334,
  12.110092,
  8.245196,
  5.461824,
  6.32146,
  11.52162,
  7.630519,
  5.585282,
  5.731294,
  5.620763,
  28.961631,
  5.447554,
  5.609994,
  6.759848,
  5.265534,
  5.123507,
  5.128965,
  5.444303,
  14.227113,
  5.863477,
  12.125023,
  19.705661,
  18.985119,
  16.413891,
  5.851103,
  5.696422,
  5.694513,
  5.736722,
  7.271106,
  5.540243,
  5.589604,
  5.765043,
  5.445533,
  6.254581,
  6.44371,
  8.041051,
  9.569774,
  6.283541,
  5.732283,
  6.16476,
  5.835092,
  7.351575,
  6.24033,
  6.42271,
  6.024551,
  6.817497
]