{
  "averages": {
    "generation_tps": 107.98103110995024,
    "prompt_tps": 111.85706160230723
  },
  "generation_tokens": 256,
  "model": "lfm2_5_2_6b_decode_int8hu_attnfp16_block32_sym",
  "num_trials": 5,
  "prompt_tokens": 128,
  "trials": [
    {
      "gen_tps": 107.47552133732766,
      "prompt_tps": 112.87514036365417
    },
    {
      "gen_tps": 108.5075235316926,
      "prompt_tps": 112.73070165254128
    },
    {
      "gen_tps": 107.56636581127502,
      "prompt_tps": 111.79149550180541
    },
    {
      "gen_tps": 107.8480116699026,
      "prompt_tps": 110.66700212601687
    },
    {
      "gen_tps": 108.50773319955331,
      "prompt_tps": 111.2209683675184
    }
  ]
}