results/trt-fp16.latency_samples.json

[
  7.224341,
  8.397021,
  2.132595,
  2.07886,
  2.006861,
  1.918681,
  1.602163,
  5.012481,
  5.905273,
  5.164566,
  4.637978,
  2.994531,
  6.005467,
  5.647133,
  4.705518,
  12.568872,
  7.347505,
  5.079356,
  5.091697,
  5.844332,
  5.224206,
  3.628633,
  1.156034,
  1.196915,
  1.617962,
  2.508343,
  2.197669,
  1.589293,
  2.25462,
  2.347999,
  2.34162,
  1.570302,
  1.579162,
  1.609463,
  1.952561,
  2.539077,
  1.911061,
  1.639123,
  2.721737,
  2.305849,
  2.23054,
  2.252119,
  2.463719,
  2.226889,
  2.42909,
  2.186049,
  2.16103,
  2.17553,
  2.06512,
  2.618082,
  4.694824,
  2.389599,
  5.015951,
  4.775578,
  3.513093,
  2.18152,
  2.004961,
  1.917015,
  2.04765,
  1.816012,
  2.682488,
  2.669902,
  1.681467,
  1.390854,
  2.279119,
  2.292139,
  1.879051,
  1.962961,
  1.255015,
  2.08201,
  2.20807,
  2.01436,
  2.248219,
  1.993261,
  1.954521,
  2.05628,
  2.442339,
  1.835222,
  2.464548,
  1.806342,
  2.06047,
  1.781722,
  1.576973,
  1.87751,
  1.650213,
  2.312409,
  1.9986,
  1.757622,
  2.235129,
  5.846063,
  1.935232,
  1.817511,
  2.460748,
  1.763752,
  2.1998,
  1.99859,
  1.898981,
  2.13994,
  4.752933,
  5.132497,
  3.503563,
  4.851247,
  11.782535,
  13.690116,
  5.470209,
  3.264325,
  3.316005,
  3.893382,
  3.218334,
  2.804497,
  1.989001,
  1.650522,
  2.265779,
  1.536073,
  1.464013,
  1.995401,
  2.36601,
  2.857641,
  4.972557,
  5.156175,
  3.715023,
  5.221875,
  4.851308,
  4.221085,
  1.903322,
  2.155779,
  1.475983,
  1.529562,
  1.265154,
  2.20091,
  1.915152,
  1.179524,
  3.030146,
  3.633793,
  2.043176,
  4.854857,
  3.453479,
  1.858281,
  1.813991,
  1.745262,
  2.16883,
  1.741912,
  6.641554,
  2.187394,
  3.608424,
  1.584223,
  1.581732,
  2.301389,
  2.606017,
  2.172891,
  1.941051,
  1.677772,
  2.23871,
  2.08748,
  1.96742,
  1.955821,
  2.343769,
  3.315015,
  3.265025,
  3.221314,
  2.557848,
  2.06138,
  2.691648,
  1.230915,
  1.744662,
  1.852332,
  1.599132,
  1.492793,
  1.154685,
  5.682548,
  5.548044,
  11.033858,
  4.820628,
  5.095406,
  4.875397,
  4.833097,
  4.799158,
  4.774288,
  4.010101,
  7.850873,
  4.802183,
  1.93635,
  3.000526,
  1.846902,
  1.642272,
  2.199099,
  2.07259,
  2.248241,
  1.754451,
  2.14457,
  2.452788,
  1.691592,
  2.45718,
  1.390963,
  1.767832,
  3.23814,
  1.725676,
  1.686692,
  1.291754,
  2.492088,
  1.989071,
  1.917341,
  1.896331,
  3.507314,
  3.959862,
  3.690612,
  3.637574,
  2.452808,
  6.093776,
  4.396879,
  5.348996,
  4.601718,
  4.31832,
  5.442994,
  5.578194,
  5.458075,
  3.644013,
  2.129694,
  4.526845,
  4.693297,
  16.245725,
  4.806007,
  4.763968,
  5.128756,
  4.27934,
  2.647962,
  2.213969,
  2.434959,
  6.918517,
  2.13521,
  2.064322,
  2.10918,
  1.534673,
  1.489633,
  2.183649,
  1.839872,
  2.23411,
  2.885165,
  2.379309,
  2.709188,
  2.144579,
  2.14347,
  1.998611,
  1.824532,
  2.806816,
  2.08012,
  2.081041,
  2.885746,
  1.941501,
  1.728842,
  1.526323,
  2.29861,
  1.890582,
  1.886221,
  1.466273,
  4.689412,
  3.798992,
  5.282076,
  4.688577,
  4.031502,
  3.28844,
  2.255829,
  1.864461,
  1.739531,
  2.307719,
  1.646653,
  1.465573,
  2.876757,
  1.692703,
  2.667092,
  5.377215,
  9.62106,
  1.536692,
  1.628782,
  1.651432,
  1.580783,
  2.005941,
  1.853261,
  1.943541,
  1.851642,
  5.30814,
  5.504064,
  4.570079,
  4.841007,
  3.800892,
  5.512085,
  4.390039,
  4.25761,
  4.914957,
  4.944076,
  5.075267,
  5.356205,
  4.922627,
  5.071996,
  4.821608,
  4.409289,
  3.629643,
  4.28433,
  4.577338,
  5.427795,
  5.177755,
  4.751129,
  5.218715,
  5.713854,
  4.244845,
  1.596312,
  1.941411,
  2.0961,
  1.511123,
  1.478853,
  1.649922,
  3.218495,
  1.650192,
  2.21906,
  1.813112,
  1.457703,
  1.8803,
  1.861822,
  1.616942,
  1.798802,
  1.758792,
  1.556122,
  2.504878,
  1.908002,
  1.378263,
  2.405599,
  1.932301,
  1.981571,
  2.311199,
  2.24983,
  1.608212,
  2.01348,
  1.647863,
  2.18697,
  2.08434,
  2.03681,
  3.113936,
  1.879691,
  2.271799,
  1.897131,
  1.302994,
  1.918471,
  1.960961,
  1.94853,
  2.551239,
  7.981163,
  1.808201,
  1.960742,
  1.549872,
  1.698052,
  2.574268,
  2.621287,
  1.925622,
  1.97692,
  1.804751,
  2.570009,
  1.334354,
  1.94859,
  6.44698,
  5.961802,
  2.12003,
  2.13593,
  3.172355,
  2.059721,
  1.891611,
  2.810177,
  2.051,
  2.203521,
  2.565797,
  3.055035,
  2.073481,
  2.221689,
  2.23826,
  2.242045,
  2.080774,
  1.967242,
  2.672528,
  2.706597,
  2.29979,
  3.818032,
  3.638063,
  4.206481,
  3.515883,
  3.166895,
  2.2526,
  1.99563,
  2.13814,
  3.277474,
  2.18637,
  1.956901,
  2.06801,
  1.676568,
  1.656837,
  2.00383,
  2.053061,
  3.074581,
  5.361764,
  1.578718,
  5.251726,
  1.600432,
  4.32128,
  2.07119,
  2.539879,
  2.02991,
  2.554088,
  1.609302,
  1.542183,
  2.364478,
  2.047071,
  2.29328,
  1.666491,
  1.679622,
  1.304084,
  2.35607,
  2.264749,
  3.698552,
  1.911322,
  2.310294,
  2.262614,
  1.916351,
  2.19542,
  2.27446,
  3.112615,
  1.969241,
  2.433128,
  2.1977,
  2.00226,
  5.247666,
  2.324039,
  2.194819,
  2.012811,
  1.583283,
  2.374609,
  2.198259,
  1.942321,
  2.078751,
  2.821476,
  1.954981,
  4.975523,
  5.526643,
  4.782433,
  2.16638,
  2.228189,
  1.810122,
  1.610832,
  1.563743,
  1.493893,
  1.98344,
  2.677724,
  1.642652,
  2.059585,
  3.447724,
  6.582164,
  1.233585,
  1.794636,
  2.108149,
  2.25849,
  2.07446,
  2.4555,
  2.678472,
  2.265294,
  2.0884,
  2.14581,
  1.646512,
  2.926876,
  1.620063,
  2.10614,
  1.844632,
  2.11516,
  3.797832,
  2.09211,
  1.931151,
  1.222854,
  1.658983,
  1.420233,
  1.719137,
  11.424182,
  2.969456,
  1.707142,
  1.567813,
  1.521173,
  2.261679,
  1.801441,
  1.630783,
  8.171101,
  2.662348,
  2.356138,
  2.438029,
  2.053981,
  1.98965,
  2.08165,
  1.581453,
  1.841951,
  2.006271,
  2.371719,
  2.530068,
  2.28391,
  1.939641,
  1.825662,
  2.10545,
  2.284959,
  2.22506,
  1.721942,
  2.478758,
  2.159955,
  2.524714,
  1.813161,
  2.596868,
  1.657342,
  1.240515,
  1.9963,
  1.939291,
  1.731782,
  2.008501,
  3.833271,
  1.920231,
  2.10476,
  1.927017,
  1.555233,
  2.304859,
  1.640802,
  1.615842,
  1.594293,
  2.699832,
  2.757546,
  2.503219,
  3.824862,
  9.757894,
  2.2441,
  2.698547,
  2.738247,
  1.935651,
  1.460393,
  1.308104,
  1.747283,
  1.254514,
  1.653442,
  2.403449,
  2.17724,
  2.04878,
  1.783472,
  1.757771,
  1.568323,
  2.00938,
  2.486169,
  6.099666,
  5.186826,
  5.023967,
  4.800782,
  2.459178,
  1.798042,
  2.06521,
  1.911121,
  1.770352,
  1.296014,
  2.043281,
  3.177615,
  1.835801,
  2.410909,
  1.844702,
  2.222769,
  1.620272,
  2.14291,
  2.17636,
  2.718557,
  1.93717,
  1.951851,
  2.127701,
  2.609837,
  1.954686,
  2.262415,
  2.747197,
  2.411978,
  1.797272,
  1.665573,
  1.988321,
  2.585118,
  1.619882,
  2.881866,
  3.038376,
  3.017256,
  3.301994,
  3.609863,
  4.109401,
  3.913452,
  3.921741,
  1.824023,
  2.130599,
  3.381514,
  3.532794,
  3.411153,
  3.878962,
  4.231731,
  3.889561,
  3.614554,
  3.516053,
  2.717807,
  3.545634,
  3.554093,
  3.455864,
  1.829142,
  8.937607,
  3.644423,
  3.140976,
  2.11416,
  1.791351,
  2.20237,
  1.989131,
  1.916441,
  2.635197,
  1.737102,
  2.029481,
  1.311654,
  2.01111,
  6.123772,
  7.732954,
  2.08982,
  1.90954,
  1.886032,
  1.769162,
  1.832761,
  2.980897,
  2.344708,
  1.925771,
  2.016861,
  2.06615,
  1.580533,
  1.889931,
  1.774972,
  1.794301,
  2.28196,
  3.693913,
  3.100205,
  3.782222,
  3.708753,
  4.12918,
  3.555854,
  3.97436,
  3.916813,
  2.03337,
  1.454233,
  2.761267,
  2.008711,
  2.24715,
  2.368169,
  2.047821,
  1.851751,
  1.888832,
  2.11406,
  2.07709,
  2.439998,
  2.39438,
  2.110174,
  1.99253,
  6.117247,
  4.045671,
  5.573464,
  3.749892,
  4.292681,
  4.11726,
  5.962377,
  4.911537,
  5.395215,
  4.949337,
  5.393804,
  2.455704,
  1.896521,
  1.950521,
  1.284524,
  3.150606,
  1.856191,
  1.659793,
  1.698911,
  2.552088,
  2.10063,
  2.900786,
  1.935381,
  1.685222,
  2.036261,
  1.607912,
  1.174034,
  2.534688,
  1.963441,
  6.820248,
  2.792767,
  2.447239,
  2.808326,
  4.957633,
  4.786078,
  6.062486,
  1.564382,
  1.828842,
  2.295679,
  2.18267,
  2.208889,
  1.905002,
  1.127834,
  1.692223,
  2.985076,
  2.324989,
  2.217239,
  2.649218,
  2.04155,
  1.700742,
  1.632213,
  1.362603,
  2.224319,
  3.079736,
  2.13147,
  1.196235,
  1.723648,
  2.001205,
  2.431138,
  4.972207,
  4.020201,
  3.701493,
  3.058341,
  1.755776,
  3.116795,
  2.400889,
  3.428464,
  2.464739,
  2.348829,
  1.602057,
  1.945621,
  2.969441,
  1.606503,
  2.538978,
  1.330003,
  2.30518,
  4.982562,
  5.517844,
  8.362986,
  2.293059,
  2.836286,
  2.484809,
  2.471968,
  2.03251,
  1.603133,
  1.622303,
  5.909322,
  2.648718,
  1.577083,
  1.794091,
  1.717588,
  1.527317,
  2.11987,
  1.938712,
  1.678882,
  1.620812,
  1.617872,
  1.978761,
  2.721787,
  2.330919,
  1.784242,
  1.487083,
  4.344319,
  3.940082,
  2.076791,
  2.015264,
  1.789507,
  1.717012,
  2.464199,
  3.424534,
  2.644587,
  2.013091,
  1.640223,
  1.783512
]