{
  "model": "s-zaizen/DeepSeek-V4-Flash-Vision-Exp-NVFP4",
  "max_concurrency": 10,
  "benchmarks": [
    {
      "concurrency": 5,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 749.4543354368988,
        "std": 0.379956536008057,
        "values": [
          749.2641423768207,
          749.98465651106,
          749.1142074228154
        ]
      },
      "pp_req_throughput": {
        "mean": 445.4251851720713,
        "std": 382.6065132615639,
        "values": [
          1185.5663901832547,
          149.85912346039902,
          432.66902058761406,
          191.35435345286078,
          265.33002296620873,
          265.65555703853846,
          434.62880717417613,
          1183.1651463028775,
          150.00342783643325,
          191.59215977793906,
          1187.8165907153207,
          435.91485257191744,
          191.54757282855664,
          266.4444869441963,
          149.83026574077815
        ]
      },
      "tg_throughput": {
        "mean": 12.031270961401693,
        "std": 0.010454471763358623,
        "values": [
          12.031124157599274,
          12.044147792775469,
          12.018540933830336
        ]
      },
      "tg_req_throughput": {
        "mean": 25.175688663873917,
        "std": 0.20239439851600452,
        "values": [
          24.94896510421616,
          25.30486820535172,
          25.335188458275255,
          25.20968644511262,
          25.032021888785177,
          24.85978880919318,
          25.19563561446764,
          24.985206780386324,
          25.255914221392192,
          25.50215253401623,
          25.43229314259204,
          25.15190673805944,
          25.436175868468293,
          24.837122501946293,
          25.148403645846205
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.2,
        "std": 0.4,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 30809.116454335162,
        "std": 16888.03973415011,
        "values": [
          6912.66698599793,
          54673.39204699965,
          18937.99842899898,
          42817.89966800716,
          30880.57193197892,
          30842.7334150183,
          18852.61424598866,
          6926.692150998861,
          54620.79781902139,
          42764.75615298841,
          6899.575501010986,
          18797.00089301332,
          42774.710122990655,
          30751.415553997504,
          54683.921898016706
        ]
      },
      "est_ppt": {
        "mean": 30807.0704743305,
        "std": 16888.039734150105,
        "values": [
          6910.621005993259,
          54671.34606699498,
          18935.95244899431,
          42815.853688002484,
          30878.52595197425,
          30840.68743501363,
          18850.56826598399,
          6924.64617099419,
          54618.75183901672,
          42762.71017298374,
          6897.529521006315,
          18794.95491300865,
          42772.66414298598,
          30749.369573992833,
          54681.87591801203
        ]
      },
      "e2e_ttft": {
        "mean": 30809.116454335162,
        "std": 16888.03973415011,
        "values": [
          6912.66698599793,
          54673.39204699965,
          18937.99842899898,
          42817.89966800716,
          30880.57193197892,
          30842.7334150183,
          18852.61424598866,
          6926.692150998861,
          54620.79781902139,
          42764.75615298841,
          6899.575501010986,
          18797.00089301332,
          42774.710122990655,
          30751.415553997504,
          54683.921898016706
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 161.40195932260414,
        "std": 0.8584792552068157,
        "values": [
          161.75408686749572,
          162.23211848347245,
          160.21967261684432
        ]
      },
      "pp_req_throughput": {
        "mean": 91.87312141538074,
        "std": 75.3429745423049,
        "values": [
          91.87738660080176,
          56.98197909134805,
          32.352122383520204,
          237.8467588542774,
          41.29384639769305,
          236.51023258435976,
          32.44756937239881,
          57.08575275759552,
          92.04373515987054,
          41.39210681696015,
          56.89399255031373,
          91.73724762522383,
          236.5333519391777,
          41.054981734845306,
          32.045757362325496
        ]
      },
      "tg_throughput": {
        "mean": 10.61055227933634,
        "std": 0.05841353506565953,
        "values": [
          10.6331741269497,
          10.668048336470685,
          10.53043437458863
        ]
      },
      "tg_req_throughput": {
        "mean": 24.987650362119403,
        "std": 0.1625321060109057,
        "values": [
          24.76523517916346,
          24.874337296326765,
          25.26807800790194,
          25.08559099952238,
          24.942516034118658,
          25.153453067127014,
          25.072089730237,
          24.899556649104625,
          25.164540468002098,
          24.94022431110524,
          24.761261943520505,
          24.799910577160823,
          25.135549646316452,
          24.804278025935233,
          25.14813349624892
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 35995.03969920139,
        "std": 19370.568758794285,
        "values": [
          22292.623409011867,
          35943.23357401299,
          63305.466254008934,
          8612.632097996539,
          49597.81335599837,
          8661.290773015935,
          63119.25443698419,
          35877.89767800132,
          22252.338152989978,
          49480.07832700387,
          35998.816608975176,
          22326.674776006257,
          8660.444397013634,
          49886.36971998494,
          63910.66192701692
        ]
      },
      "est_ppt": {
        "mean": 35992.99371919673,
        "std": 19370.56875879428,
        "values": [
          22290.577429007197,
          35941.18759400832,
          63303.42027400426,
          8610.586117991867,
          49595.767375993695,
          8659.244793011263,
          63117.20845697952,
          35875.851697996644,
          22250.292172985308,
          49478.03234699919,
          35996.7706289705,
          22324.628796001587,
          8658.398417008962,
          49884.32373998027,
          63908.615947012244
        ]
      },
      "e2e_ttft": {
        "mean": 35995.03969920139,
        "std": 19370.568758794285,
        "values": [
          22292.623409011867,
          35943.23357401299,
          63305.466254008934,
          8612.632097996539,
          49597.81335599837,
          8661.290773015935,
          63119.25443698419,
          35877.89767800132,
          22252.338152989978,
          49480.07832700387,
          35998.816608975176,
          22326.674776006257,
          8660.444397013634,
          49886.36971998494,
          63910.66192701692
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 547.6983627216964,
        "std": 2.8967182014852457,
        "values": [
          543.7351974966783,
          548.7819166277441,
          550.5779740406671
        ]
      },
      "pp_req_throughput": {
        "mean": 392.41001547819,
        "std": 397.79735236351746,
        "values": [
          336.3017009672894,
          1154.3002691758397,
          197.57629431052084,
          140.31700273896442,
          108.73407632980562,
          109.76687290919024,
          1185.8254645155355,
          340.7612995132076,
          200.78559898938693,
          141.81750268373605,
          1176.57069902644,
          340.00639968244104,
          200.16084374315403,
          143.10256837254423,
          110.12363921479466
        ]
      },
      "tg_throughput": {
        "mean": 16.221620682007487,
        "std": 0.07211583350700798,
        "values": [
          16.193403805508787,
          16.320604888731168,
          16.1508533517825
        ]
      },
      "tg_req_throughput": {
        "mean": 25.078360539430893,
        "std": 0.23002442927450734,
        "values": [
          24.757198367742298,
          24.630667074456028,
          25.219141326456082,
          25.199915553294925,
          24.94129816064517,
          25.2062217160426,
          24.837361310664697,
          25.28876505543088,
          25.096443979265853,
          25.45977137563309,
          24.985962050483348,
          25.347943253454336,
          25.168109598792572,
          24.82371275219046,
          25.21289651691111
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 20485.867719730595,
        "std": 11969.368353950525,
        "values": [
          12184.258410998154,
          3551.081379991956,
          20738.038307987154,
          29199.917085992638,
          37671.62855897914,
          37326.302816014504,
          3456.7221949982923,
          12024.823876010487,
          20401.614363014232,
          28890.985854988685,
          3483.8986360118724,
          12051.518138992833,
          20470.283764996566,
          28631.559537985595,
          37205.38286899682
        ]
      },
      "est_ppt": {
        "mean": 20484.12277273213,
        "std": 11969.368353950525,
        "values": [
          12182.513463999689,
          3549.33643299349,
          20736.293360988686,
          29198.17213899417,
          37669.88361198067,
          37324.55786901604,
          3454.977247999826,
          12023.078929012021,
          20399.869416015765,
          28889.240907990217,
          3482.153689013406,
          12049.773191994367,
          20468.5388179981,
          28629.814590987127,
          37203.63792199836
        ]
      },
      "e2e_ttft": {
        "mean": 20485.867719730595,
        "std": 11969.368353950525,
        "values": [
          12184.258410998154,
          3551.081379991956,
          20738.038307987154,
          29199.917085992638,
          37671.62855897914,
          37326.302816014504,
          3456.7221949982923,
          12024.823876010487,
          20401.614363014232,
          28890.985854988685,
          3483.8986360118724,
          12051.518138992833,
          20470.283764996566,
          28631.559537985595,
          37205.38286899682
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 223.807767867031,
        "std": 0.29321071351507383,
        "values": [
          223.39333992312694,
          224.00290321060064,
          224.02706046736552
        ]
      },
      "pp_req_throughput": {
        "mean": 143.05399772304574,
        "std": 131.18641435777448,
        "values": [
          400.9648700375649,
          80.4743499447765,
          134.12943319893418,
          44.68136869741518,
          57.41939007576618,
          398.31511484943724,
          134.0285501383779,
          44.802701397927805,
          80.63915002963485,
          57.63710798248479,
          395.3304816676749,
          57.58810370583175,
          134.04998157895812,
          80.94064233827542,
          44.80872020262643
        ]
      },
      "tg_throughput": {
        "mean": 13.904054370567458,
        "std": 0.023488622467591147,
        "values": [
          13.875093741427328,
          13.904444456324855,
          13.932624913950194
        ]
      },
      "tg_req_throughput": {
        "mean": 25.16279111024655,
        "std": 0.17200667675126813,
        "values": [
          25.005679360788235,
          25.15533397436891,
          25.178742714909465,
          25.216170165677237,
          25.238194136412073,
          25.221973214205853,
          24.8826671544882,
          24.90899233893181,
          25.061144649341273,
          25.150291423169282,
          25.287628303948,
          25.48580785039003,
          25.49309443313002,
          25.00731771717192,
          25.14882921676594
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.33993463423951903,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 25429.817043863783,
        "std": 14358.206897415004,
        "values": [
          5109.424330003094,
          25450.84769098321,
          15270.57857401087,
          45837.40441099508,
          35669.13878900232,
          5143.402704008622,
          15282.071398978587,
          45713.27429899247,
          25398.83803698467,
          35534.4090879953,
          5182.220763992518,
          35564.64541098103,
          15279.62843401474,
          25304.23750000773,
          45707.13422700646
        ]
      },
      "est_ppt": {
        "mean": 25428.07209686531,
        "std": 14358.206897415006,
        "values": [
          5107.679383004627,
          25449.102743984742,
          15268.833627012404,
          45835.65946399661,
          35667.393842003854,
          5141.657757010155,
          15280.326451980121,
          45711.52935199401,
          25397.093089986203,
          35532.664140996836,
          5180.4758169940515,
          35562.900463982565,
          15277.883487016274,
          25302.492553009262,
          45705.389280008
        ]
      },
      "e2e_ttft": {
        "mean": 25429.817043863783,
        "std": 14358.206897415004,
        "values": [
          5109.424330003094,
          25450.84769098321,
          15270.57857401087,
          45837.40441099508,
          35669.13878900232,
          5143.402704008622,
          15282.071398978587,
          45713.27429899247,
          25398.83803698467,
          35534.4090879953,
          5182.220763992518,
          35564.64541098103,
          15279.62843401474,
          25304.23750000773,
          45707.13422700646
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 716.5919519478812,
        "std": 1.1593116606871725,
        "values": [
          716.1985148781736,
          718.1670429810251,
          715.4102979844447
        ]
      },
      "pp_req_throughput": {
        "mean": 270.5245143385586,
        "std": 324.4444280870537,
        "values": [
          437.00022536883415,
          266.05636781110854,
          149.60778599310453,
          1193.9300005935627,
          104.26832827479211,
          191.5583154635914,
          90.5775543361643,
          71.62205572209596,
          122.82098116801734,
          80.01264156607667,
          1185.1382553546737,
          191.99761198669765,
          437.19803492967895,
          90.79093434015952,
          71.81941411906202,
          123.23444075523047,
          104.53637355429886,
          80.18100225074151,
          266.8170141972818,
          150.06929897995315,
          192.2460176908603,
          1193.0203655340654,
          71.54226989523103,
          266.39156729988633,
          435.68409967132607,
          79.8877879955161,
          149.96679789726144,
          90.47137261785191,
          123.01562336556525,
          104.2728914240695
        ]
      },
      "tg_throughput": {
        "mean": 11.290009249767294,
        "std": 0.023107068554425868,
        "values": [
          11.281150252457966,
          11.321679224753577,
          11.267198272090344
        ]
      },
      "tg_req_throughput": {
        "mean": 25.08799295756484,
        "std": 0.1533180019386482,
        "values": [
          25.08332661357108,
          24.810681595902135,
          25.1174365300603,
          25.14809886211235,
          25.090545114525323,
          24.823199265072745,
          25.217141819880595,
          25.167668518798337,
          25.164944914485545,
          25.144697074994543,
          25.44477375883429,
          25.000214386703526,
          24.967936696600006,
          24.993503986577284,
          25.35866324373527,
          25.063571162954624,
          25.212663340972693,
          25.116630269186846,
          24.862749620016363,
          25.086762870678044,
          25.186485817877763,
          25.00426754432076,
          25.078216904779712,
          25.321152604768482,
          24.816208521639258,
          25.101743066998427,
          24.913141626531242,
          25.247132179564833,
          24.953507930579825,
          25.142722884223055
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.339934634239519,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 60598.98625436569,
        "std": 34294.34152343987,
        "values": [
          18749.83579001855,
          30795.78801000025,
          54764.75431400468,
          6863.773054996273,
          78577.67523499206,
          42771.82714798255,
          90454.43449600134,
          114393.6985610053,
          66708.40545601095,
          102397.88108301582,
          6914.6791950042825,
          42673.96744698635,
          18741.353163000895,
          90241.84901599074,
          114079.35112400446,
          66484.59964399808,
          78366.62949499441,
          102182.87361299735,
          30707.999316975474,
          54596.3392900012,
          42618.82940499345,
          6869.005243992433,
          114521.27168999868,
          30757.03975299257,
          18806.471057003364,
          102557.91237700032,
          54633.65437500761,
          90560.59450199245,
          66602.85815800307,
          78574.23661800567
        ]
      },
      "est_ppt": {
        "mean": 60597.424548382216,
        "std": 34294.34152343987,
        "values": [
          18748.274084035074,
          30794.226304016775,
          54763.1926080212,
          6862.211349012796,
          78576.11352900858,
          42770.26544199907,
          90452.87279001786,
          114392.13685502182,
          66706.84375002747,
          102396.31937703234,
          6913.117489020806,
          42672.405741002876,
          18739.791457017418,
          90240.28731000726,
          114077.78941802098,
          66483.0379380146,
          78365.06778901094,
          102181.31190701388,
          30706.437610991998,
          54594.77758401772,
          42617.26769900997,
          6867.443538008956,
          114519.70998401521,
          30755.478047009092,
          18804.909351019887,
          102556.35067101684,
          54632.09266902413,
          90559.03279600898,
          66601.2964520196,
          78572.6749120222
        ]
      },
      "e2e_ttft": {
        "mean": 60598.98625436569,
        "std": 34294.34152343987,
        "values": [
          18749.83579001855,
          30795.78801000025,
          54764.75431400468,
          6863.773054996273,
          78577.67523499206,
          42771.82714798255,
          90454.43449600134,
          114393.6985610053,
          66708.40545601095,
          102397.88108301582,
          6914.6791950042825,
          42673.96744698635,
          18741.353163000895,
          90241.84901599074,
          114079.35112400446,
          66484.59964399808,
          78366.62949499441,
          102182.87361299735,
          30707.999316975474,
          54596.3392900012,
          42618.82940499345,
          6869.005243992433,
          114521.27168999868,
          30757.03975299257,
          18806.471057003364,
          102557.91237700032,
          54633.65437500761,
          90560.59450199245,
          66602.85815800307,
          78574.23661800567
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 155.91799864250441,
        "std": 0.1813713183640035,
        "values": [
          155.71573404051077,
          156.15573294119127,
          155.8825289458112
        ]
      },
      "pp_req_throughput": {
        "mean": 56.3061392129573,
        "std": 64.56448687653923,
        "values": [
          238.62947179439158,
          56.89002072846169,
          91.7775829998286,
          22.61611558082476,
          41.33296299023546,
          26.62795662213132,
          19.651160727916217,
          32.35880342837937,
          15.571993072085023,
          17.370079790980633,
          237.5607953779467,
          17.423199973355818,
          57.25414327991092,
          26.69280365697991,
          92.09409271969385,
          41.45638930454087,
          22.667385607689603,
          32.47168621013361,
          15.61596690979349,
          19.701483917023406,
          238.44973800147028,
          92.16108718557768,
          19.680005532372746,
          26.646560193096622,
          57.13261261181811,
          15.588505352674009,
          32.38011409659339,
          41.33836998470447,
          17.405859918364914,
          22.63722881974381
        ]
      },
      "tg_throughput": {
        "mean": 9.935274751996023,
        "std": 0.014675981456231953,
        "values": [
          9.918061014518821,
          9.953923636423966,
          9.933839605045282
        ]
      },
      "tg_req_throughput": {
        "mean": 25.1112786055215,
        "std": 0.21069349801180212,
        "values": [
          24.475531135233602,
          25.458431514868145,
          25.49464300867739,
          24.96507814581676,
          24.905424811509555,
          24.811680260221088,
          25.14617594837174,
          25.216289351463832,
          24.846350428243497,
          25.1892544753297,
          25.10159130863716,
          25.139845552370513,
          25.075728260071116,
          25.046949629343775,
          25.288108032189797,
          24.766841608508283,
          25.252660403457554,
          25.03141839177852,
          25.10245221954375,
          25.14948618932357,
          25.05350033936727,
          25.135107058755484,
          25.15085146022847,
          25.488435220337497,
          25.162028360416926,
          25.12253082680978,
          25.190672179676366,
          25.104265888453046,
          25.079736653491143,
          25.387289503149642
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 69986.35332963604,
        "std": 39174.82059491166,
        "values": [
          8583.904803002952,
          36000.84547800361,
          22316.379040014,
          90556.4579560014,
          49550.39275600575,
          76913.20870400523,
          104219.3241250061,
          63291.91187399556,
          131519.72964502056,
          117905.45303199906,
          8622.512805013685,
          117545.98541298765,
          35771.89871002338,
          76726.36088100262,
          22239.687296008924,
          49402.87316500326,
          90351.63715999806,
          63071.89278601436,
          131149.3805909995,
          103953.12234098674,
          8590.373826998984,
          22223.521781997988,
          104066.57310199807,
          76859.51204400044,
          35847.98822799348,
          131380.41770699783,
          63250.25792399538,
          49543.91184600536,
          117663.08544599451,
          90471.99942200677
        ]
      },
      "est_ppt": {
        "mean": 69984.79162365256,
        "std": 39174.82059491166,
        "values": [
          8582.343097019475,
          35999.283772020135,
          22314.817334030522,
          90554.89625001792,
          49548.83105002227,
          76911.64699802175,
          104217.76241902262,
          63290.35016801208,
          131518.16793903708,
          117903.89132601558,
          8620.951099030208,
          117544.42370700417,
          35770.3370040399,
          76724.79917501914,
          22238.125590025447,
          49401.31145901978,
          90350.07545401459,
          63070.33108003088,
          131147.81888501602,
          103951.56063500326,
          8588.812121015508,
          22221.96007601451,
          104065.0113960146,
          76857.95033801696,
          35846.426522010006,
          131378.85600101436,
          63248.6962180119,
          49542.35014002188,
          117661.52374001103,
          90470.4377160233
        ]
      },
      "e2e_ttft": {
        "mean": 69986.35332963604,
        "std": 39174.82059491166,
        "values": [
          8583.904803002952,
          36000.84547800361,
          22316.379040014,
          90556.4579560014,
          49550.39275600575,
          76913.20870400523,
          104219.3241250061,
          63291.91187399556,
          131519.72964502056,
          117905.45303199906,
          8622.512805013685,
          117545.98541298765,
          35771.89871002338,
          76726.36088100262,
          22239.687296008924,
          49402.87316500326,
          90351.63715999806,
          63071.89278601436,
          131149.3805909995,
          103953.12234098674,
          8590.373826998984,
          22223.521781997988,
          104066.57310199807,
          76859.51204400044,
          35847.98822799348,
          131380.41770699783,
          63250.25792399538,
          49543.91184600536,
          117663.08544599451,
          90471.99942200677
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 868.7570683004487,
        "std": 1.0188581023403165,
        "values": [
          867.3312338619058,
          869.2901109399281,
          869.6498600995125
        ]
      },
      "pp_req_throughput": {
        "mean": 807.4673046648717,
        "std": 373.08263966033473,
        "values": [
          433.695546902848,
          1183.6811605649107,
          1173.0846346328422,
          434.6542135632111,
          1184.827343985559,
          434.8609283398588
        ]
      },
      "tg_throughput": {
        "mean": 14.959565113505981,
        "std": 0.03713691614947664,
        "values": [
          14.936483920236938,
          15.011961183453117,
          14.93025023682789
        ]
      },
      "tg_req_throughput": {
        "mean": 25.14487424291784,
        "std": 0.09246451806383657,
        "values": [
          25.21802468606942,
          25.217050275051818,
          25.11814969943155,
          25.11577663062962,
          25.232733115482024,
          24.967511050842617
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 12901.22281399575,
        "std": 5959.744338523968,
        "values": [
          18892.436199996155,
          6922.931234003045,
          6985.454604000552,
          18848.469528980786,
          6916.23535999679,
          18841.809956997167
        ]
      },
      "est_ppt": {
        "mean": 12899.919018998238,
        "std": 5959.744338523968,
        "values": [
          18891.132404998643,
          6921.627439005533,
          6984.15080900304,
          18847.165733983275,
          6914.931564999279,
          18840.506161999656
        ]
      },
      "e2e_ttft": {
        "mean": 12901.22281399575,
        "std": 5959.744338523968,
        "values": [
          18892.436199996155,
          6922.931234003045,
          6985.454604000552,
          18848.469528980786,
          6916.23535999679,
          18841.809956997167
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 183.87351794262588,
        "std": 0.22970357794001117,
        "values": [
          184.03002757718954,
          183.54873898596978,
          184.04178726471832
        ]
      },
      "pp_req_throughput": {
        "mean": 165.22890284433197,
        "std": 73.29670988013706,
        "values": [
          237.10060436743032,
          92.02160037622656,
          91.77973174908065,
          240.9629437308817,
          92.02628473615783,
          237.4822521062147
        ]
      },
      "tg_throughput": {
        "mean": 13.550384135314694,
        "std": 0.06798955727119808,
        "values": [
          13.614940943189715,
          13.456395247951423,
          13.579816214802943
        ]
      },
      "tg_req_throughput": {
        "mean": 25.12059647484682,
        "std": 0.10740849182489108,
        "values": [
          25.27328403516954,
          25.209791057604193,
          25.093766836227346,
          24.954979046515408,
          25.030382888907145,
          25.1613749846573
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 15432.165226331563,
        "std": 6844.1254399684385,
        "values": [
          8638.987387006637,
          22256.948030990316,
          22315.598693996435,
          8500.535951985512,
          22255.815165000968,
          8625.10612900951
        ]
      },
      "est_ppt": {
        "mean": 15430.861431334051,
        "std": 6844.1254399684385,
        "values": [
          8637.683592009125,
          22255.644235992804,
          22314.294898998924,
          8499.232156988,
          22254.511370003456,
          8623.802334011998
        ]
      },
      "e2e_ttft": {
        "mean": 15432.165226331563,
        "std": 6844.1254399684385,
        "values": [
          8638.987387006637,
          22256.948030990316,
          22315.598693996435,
          8500.535951985512,
          22255.815165000968,
          8625.10612900951
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 684.7786713549434,
        "std": 2.4075664706082978,
        "values": [
          685.1252402644913,
          681.6720471723513,
          687.5387266279879
        ]
      },
      "pp_req_throughput": {
        "mean": 761.0894134695901,
        "std": 418.6768199829407,
        "values": [
          1183.7528320270544,
          342.6100742951349,
          1170.5700082832798,
          340.8856308361169,
          1184.8975499878477,
          343.82038538810747
        ]
      },
      "tg_throughput": {
        "mean": 18.745240930631514,
        "std": 0.058906649882027685,
        "values": [
          18.820216573842355,
          18.73920115815996,
          18.676305059892226
        ]
      },
      "tg_req_throughput": {
        "mean": 25.146792866444397,
        "std": 0.2206805621453115,
        "values": [
          25.28002346081717,
          25.405848075620444,
          25.175469618510675,
          25.220486438842933,
          25.09788862807578,
          24.70104097679937
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 7720.1733396650525,
        "std": 4245.840485001534,
        "values": [
          3462.5809699937236,
          11959.755015006522,
          3501.5586499939673,
          12020.248151005944,
          3459.237306000432,
          11917.659945989726
        ]
      },
      "est_ppt": {
        "mean": 7718.6189363274025,
        "std": 4245.840485001534,
        "values": [
          3461.0265666560736,
          11958.200611668872,
          3500.0042466563173,
          12018.693747668294,
          3457.682902662782,
          11916.105542652076
        ]
      },
      "e2e_ttft": {
        "mean": 7720.1733396650525,
        "std": 4245.840485001534,
        "values": [
          3462.5809699937236,
          11959.755015006522,
          3501.5586499939673,
          12020.248151005944,
          3459.237306000432,
          11917.659945989726
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 266.9772884159617,
        "std": 1.0311409731477714,
        "values": [
          266.83141979865724,
          265.7936721607207,
          268.3067732885072
        ]
      },
      "pp_req_throughput": {
        "mean": 265.3741401896647,
        "std": 131.89074930290099,
        "values": [
          133.4292210298627,
          396.97516964517456,
          393.5331397304977,
          132.9117498214531,
          134.16704760588652,
          401.2285133051135
        ]
      },
      "tg_throughput": {
        "mean": 16.703947920108376,
        "std": 0.016226852862160808,
        "values": [
          16.68191003452313,
          16.709424766734926,
          16.720508959067075
        ]
      },
      "tg_req_throughput": {
        "mean": 25.242851249298315,
        "std": 0.08571106708797216,
        "values": [
          25.216753368466755,
          25.136536634789913,
          25.216537214639775,
          25.419100649350675,
          25.243697638163788,
          25.224481990378983
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 10249.83892883271,
        "std": 5092.713972622526,
        "values": [
          15350.516078993678,
          5160.567249986343,
          5205.690455011791,
          15410.274872003356,
          15266.107336006826,
          5105.8775809942745
        ]
      },
      "est_ppt": {
        "mean": 10248.28452549506,
        "std": 5092.713972622526,
        "values": [
          15348.961675656028,
          5159.012846648693,
          5204.136051674141,
          15408.720468665706,
          15264.552932669176,
          5104.3231776566245
        ]
      },
      "e2e_ttft": {
        "mean": 10249.83892883271,
        "std": 5092.713972622526,
        "values": [
          15350.516078993678,
          5160.567249986343,
          5205.690455011791,
          15410.274872003356,
          15266.107336006826,
          5105.8775809942745
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1052.0597820234318,
        "std": 3.4172121291638047,
        "values": [
          1047.22767656903,
          1054.4119930580503,
          1054.5396764432153
        ]
      },
      "pp_req_throughput": {
        "mean": 487.8318831275845,
        "std": 316.1707516608884,
        "values": [
          209.44971580138133,
          1048.6871870649097,
          524.2223819469101,
          349.15613711348374,
          261.9139891761742,
          353.07592984109306,
          1089.9994997187537,
          210.88398941618027,
          533.3192778590335,
          264.2810872501471,
          537.2392865083945,
          210.9077648729539,
          1104.1888734345519,
          355.2574555088669,
          264.89567140093374
        ]
      },
      "tg_throughput": {
        "mean": 1.6230087318375295,
        "std": 0.0019263251297453833,
        "values": [
          1.6222648818789978,
          1.6256502621101505,
          1.6211110515234395
        ]
      },
      "tg_req_throughput": {
        "mean": 24.84660563950518,
        "std": 0.18611704100787757,
        "values": [
          24.872710471685217,
          24.350478454037567,
          24.718442957004836,
          25.067091775274044,
          24.688521012273974,
          24.754715908235802,
          24.89046291023016,
          24.969640799843223,
          24.818423602978356,
          24.891861313938833,
          24.84056421959647,
          25.14045356757611,
          24.91630150871996,
          25.06209670506421,
          24.717319386118977
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          27.0,
          27.0,
          27.0,
          26.0,
          27.0,
          27.0,
          27.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 283781.15255839465,
        "std": 135284.77635533843,
        "values": [
          477448.03819499793,
          95359.97314300039,
          190762.34482700238,
          286409.38158601057,
          381810.24761198205,
          283229.7291219875,
          91745.77806700836,
          474200.8088139992,
          187508.51581897587,
          378390.4861419869,
          186140.3576049779,
          474142.61133398395,
          90565.9155890171,
          281490.51378000877,
          377512.5867409806
        ]
      },
      "est_ppt": {
        "mean": 283779.4532967459,
        "std": 135284.77635533846,
        "values": [
          477446.3389333493,
          95358.27388135174,
          190760.6455653537,
          286407.68232436193,
          381808.5483503334,
          283228.02986033884,
          91744.0788053597,
          474199.10955235054,
          187506.8165573272,
          378388.7868803383,
          186138.65834332924,
          474140.9120723353,
          90564.21632736844,
          281488.81451836013,
          377510.887479332
        ]
      },
      "e2e_ttft": {
        "mean": 283786.5124657925,
        "std": 135283.8658276289,
        "values": [
          477455.86865898804,
          95367.57865099935,
          190769.73848498892,
          286415.31891800696,
          381814.248470997,
          283236.266057007,
          91750.84743901971,
          474200.8088139992,
          187515.25102797314,
          378397.13315697736,
          186143.99880098063,
          474142.61133398395,
          90570.78946800902,
          281497.6115159807,
          377519.6161889762
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 21.213055903704443,
        "std": 0.014656028860896115,
        "values": [
          21.226913973855286,
          21.21947468461996,
          21.192779052638087
        ]
      },
      "pp_req_throughput": {
        "mean": 9.906093733609302,
        "std": 6.486019040097914,
        "values": [
          22.154874806731094,
          4.2454775721350355,
          10.795669295924467,
          7.124098025621801,
          5.319118887807512,
          22.047825790705115,
          7.1106131203497265,
          10.746272592444818,
          5.3116395501825355,
          4.243963222844707,
          22.093271877790993,
          10.739024296053254,
          5.3124226847667355,
          7.108451618718372,
          4.2386826620633204
        ]
      },
      "tg_throughput": {
        "mean": 1.593664604997543,
        "std": 0.0035492476840118174,
        "values": [
          1.5898008251941278,
          1.5983712278425688,
          1.5928217619559322
        ]
      },
      "tg_req_throughput": {
        "mean": 24.93681031762245,
        "std": 0.23595801752034404,
        "values": [
          24.39116318030676,
          24.696878080606137,
          25.061210400247724,
          24.759619660396584,
          25.099372394375,
          25.024444130320344,
          24.67669400930619,
          25.16975866583001,
          25.355717345851538,
          24.906210716641834,
          25.131523374716767,
          24.746662985306568,
          24.979896897564927,
          25.091720289191578,
          24.96128263367477
        ]
      },
      "peak_throughput": {
        "mean": 27.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          28.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.8,
        "std": 0.5416025603090641,
        "values": [
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          26.0,
          27.0,
          27.0,
          26.0,
          28.0,
          26.0,
          26.0,
          27.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 287792.2422747322,
        "std": 137901.6123055859,
        "values": [
          92441.85150199337,
          482397.36976099084,
          189707.39919200423,
          287476.6880440002,
          385027.87431000615,
          92890.67704300396,
          288021.8692999915,
          190579.40724198124,
          385570.03097000415,
          482569.5002680004,
          92699.60346200969,
          190708.0375229998,
          385513.192139013,
          288109.44900100003,
          483170.68436398404
        ]
      },
      "est_ppt": {
        "mean": 287790.54301308346,
        "std": 137901.6123055859,
        "values": [
          92440.15224034472,
          482395.6704993422,
          189705.69993035556,
          287474.98878235155,
          385026.1750483575,
          92888.97778135531,
          288020.1700383429,
          190577.70798033258,
          385568.3317083555,
          482567.8010063518,
          92697.90420036104,
          190706.33826135113,
          385511.49287736433,
          288107.7497393514,
          483168.9851023354
        ]
      },
      "e2e_ttft": {
        "mean": 287797.59981979924,
        "std": 137900.7294640585,
        "values": [
          92449.77210799698,
          482405.07885298575,
          189714.59210800822,
          287483.8594220055,
          385027.87431000615,
          92897.81946901348,
          288025.55296200444,
          190586.6918929969,
          385577.20136400894,
          482569.5002680004,
          92706.78236999083,
          190711.69766999083,
          385520.37199100596,
          288109.44900100003,
          483177.75350797456
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1068.4311007305762,
        "std": 1.6681886805685442,
        "values": [
          1068.546668850633,
          1066.332664025391,
          1070.4139693157047
        ]
      },
      "pp_req_throughput": {
        "mean": 814.9744845571332,
        "std": 280.75475271276736,
        "values": [
          1089.0032620342256,
          534.304438612598,
          1096.1185553702019,
          533.1976890981541,
          1101.988734036803,
          535.2342281908169
        ]
      },
      "tg_throughput": {
        "mean": 2.4922815078551017,
        "std": 0.013287141143494823,
        "values": [
          2.509309512875827,
          2.476885829428849,
          2.490649181260629
        ]
      },
      "tg_req_throughput": {
        "mean": 24.77796084327889,
        "std": 0.08926973986084152,
        "values": [
          24.843964390913854,
          24.74005108965764,
          24.62832034018341,
          24.916303823197207,
          24.756356963039632,
          24.78276845268158
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0,
          27.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 139227.0334946661,
        "std": 47958.25726149772,
        "values": [
          91829.6269949933,
          187162.70713100675,
          91233.53890900034,
          187551.1942669982,
          90747.55602001096,
          186837.57764598704
        ]
      },
      "est_ppt": {
        "mean": 139225.41426266253,
        "std": 47958.25726149772,
        "values": [
          91828.00776298973,
          187161.08789900318,
          91231.91967699677,
          187549.57503499463,
          90745.93678800738,
          186835.95841398346
        ]
      },
      "e2e_ttft": {
        "mean": 139234.30424116668,
        "std": 47958.91809188933,
        "values": [
          91838.90731199062,
          187171.21451999992,
          91240.47323100967,
          187559.3034219928,
          90751.20613601757,
          186844.7208259895
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 21.404530278438756,
        "std": 0.01784925025881451,
        "values": [
          21.38831200750698,
          21.395887716432743,
          21.429391111376553
        ]
      },
      "pp_req_throughput": {
        "mean": 16.305978045217227,
        "std": 5.6037114960852294,
        "values": [
          21.787929393197842,
          10.694768274709714,
          22.009213912897522,
          10.698378404427558,
          10.714786325717867,
          21.93079196035286
        ]
      },
      "tg_throughput": {
        "mean": 2.44824447589292,
        "std": 0.008733824375548755,
        "values": [
          2.457334482246272,
          2.436457347979234,
          2.4509415974532534
        ]
      },
      "tg_req_throughput": {
        "mean": 24.91818603547772,
        "std": 0.09790005819306362,
        "values": [
          24.807890389284644,
          24.94914166974739,
          24.765019179305074,
          24.95445233640533,
          25.029584816510216,
          25.003027821613657
        ]
      },
      "peak_throughput": {
        "mean": 27.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          28.0
        ]
      },
      "peak_req_throughput": {
        "mean": 27.0,
        "std": 0.5773502691896257,
        "values": [
          27.0,
          26.0,
          27.0,
          27.0,
          27.0,
          28.0
        ]
      },
      "ttfr": {
        "mean": 142417.90839999644,
        "std": 48939.32285832231,
        "values": [
          93998.6192699871,
          191497.11940501584,
          93053.55684799724,
          191432.49993000063,
          191139.35522999964,
          93386.2997169781
        ]
      },
      "est_ppt": {
        "mean": 142416.28916799286,
        "std": 48939.32285832231,
        "values": [
          93997.00003798353,
          191495.50017301226,
          93051.93761599367,
          191430.88069799705,
          191137.73599799606,
          93384.68048497452
        ]
      },
      "e2e_ttft": {
        "mean": 142423.72414150063,
        "std": 48937.984304329046,
        "values": [
          94006.59581599757,
          191505.14918001136,
          93058.99815101293,
          191437.87477299338,
          191139.35522999964,
          93394.37169898883
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1046.5185371739508,
        "std": 4.790031809087976,
        "values": [
          1048.1502649466067,
          1040.00884281464,
          1051.396503760606
        ]
      },
      "pp_req_throughput": {
        "mean": 317.6349284452332,
        "std": 298.3476495382056,
        "values": [
          104.81613948442613,
          1130.250707746583,
          539.6846915613121,
          264.8762890726124,
          150.08639577467758,
          354.9543208965964,
          211.0513787009769,
          175.4598726784228,
          131.17387387173687,
          116.52899567725171,
          1126.4391375852406,
          355.1123681698462,
          209.66245724159285,
          540.884328496605,
          264.175317088937,
          173.78923077388592,
          149.04164732084226,
          130.29113670369958,
          104.00290920405466,
          115.4958670253207,
          265.58256351749986,
          211.79746839167748,
          1125.3730017893918,
          541.4479140647514,
          356.1510941015613,
          176.28364712799797,
          150.80487133651891,
          131.77961585298306,
          116.90896902109753,
          105.14164307889533
        ]
      },
      "tg_throughput": {
        "mean": 2.20266414760788,
        "std": 0.010248732249393225,
        "values": [
          2.205131925657295,
          2.1890614541662634,
          2.2137990630000814
        ]
      },
      "tg_req_throughput": {
        "mean": 24.419968641279937,
        "std": 1.5488800932518336,
        "values": [
          25.00203314638505,
          24.48293603286128,
          24.8409446733195,
          24.816864729715487,
          24.69789843729887,
          25.003393794004722,
          24.871644111820146,
          24.86219336955916,
          24.8606651220267,
          24.803385526566892,
          25.116855116843656,
          24.756099284832803,
          19.57635695239524,
          24.787635064298474,
          18.686806079833314,
          25.10392461939686,
          25.013185904303214,
          21.573005061028102,
          25.219459501326977,
          24.564254188025956,
          24.96587470072076,
          25.035149687938805,
          24.771669471197214,
          25.045546870143024,
          25.054293085613462,
          24.876169493276574,
          24.99050105094362,
          24.98721488822697,
          24.933811826263202,
          25.29928744823213
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.7630348761506397,
        "values": [
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          23.0,
          26.0,
          27.0,
          25.0,
          27.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 342280.06652596523,
        "std": 181372.68231670454,
        "values": [
          625248.8777899998,
          57985.25173999951,
          121435.5248560023,
          247422.82102099853,
          436656.82170001674,
          184633.86409098166,
          310523.2002150151,
          373511.55896898126,
          499613.33994200686,
          562402.4527439906,
          58180.56503799744,
          184551.69117997866,
          312580.2687139949,
          121166.19452700252,
          248079.3369539897,
          377102.12262300774,
          439717.6762820163,
          502998.26553298044,
          630137.8753890167,
          567433.2161110069,
          246761.07860999764,
          309429.3395350105,
          58236.57012899639,
          121040.07605198422,
          184013.4451650083,
          371766.1451449967,
          434569.84624199686,
          497316.8104730139,
          560574.5578179776,
          623313.2011909911
        ]
      },
      "est_ppt": {
        "mean": 342278.4104172935,
        "std": 181372.68231670454,
        "values": [
          625247.2216813281,
          57983.595631327866,
          121433.86874733066,
          247421.16491232687,
          436655.1655913451,
          184632.20798231,
          310521.54410634347,
          373509.90286030964,
          499611.68383333524,
          562400.7966353189,
          58178.90892932579,
          184550.035071307,
          312578.61260532326,
          121164.53841833088,
          248077.68084531804,
          377100.4665143361,
          439716.0201733447,
          502996.6094243088,
          630136.219280345,
          567431.5600023352,
          246759.422501326,
          309427.6834263389,
          58234.914020324744,
          121038.41994331258,
          184011.78905633665,
          371764.4890363251,
          434568.19013332523,
          497315.1543643423,
          560572.9017093059,
          623311.5450823194
        ]
      },
      "e2e_ttft": {
        "mean": 342283.35059953004,
        "std": 181372.61682000174,
        "values": [
          625253.8609369949,
          57991.541600000346,
          121441.10942300176,
          247425.27120999875,
          436656.82170001674,
          184638.7383399997,
          310527.65481802635,
          373511.55896898126,
          499618.20462800097,
          562406.8552849931,
          58184.07820299035,
          184556.09570199158,
          312584.60136697977,
          121166.19452700252,
          248084.0442769986,
          377102.12262300774,
          439721.16018799716,
          502998.26553298044,
          630142.6437080081,
          567437.586525979,
          246765.94552199822,
          309434.0689200035,
          58240.06521599949,
          121040.07605198422,
          184018.53829598986,
          371766.1451449967,
          434573.2763869746,
          497316.8104730139,
          560579.5650270011,
          623317.6173839893
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 31.83419157554771,
        "std": 0.018931059844551363,
        "values": [
          31.809579579338283,
          31.837372620381462,
          31.85562252692339
        ]
      },
      "pp_req_throughput": {
        "mean": 9.660227221807094,
        "std": 9.067351764479602,
        "values": [
          34.23405117608447,
          16.4285100549381,
          6.409132688750957,
          10.816168947849944,
          8.058372789343409,
          4.558635960131887,
          5.328629939834379,
          3.181011305382513,
          3.984053888667716,
          3.538000440410609,
          34.19209843508093,
          5.329401100664307,
          4.561386704212838,
          10.80570057076662,
          3.183774443345885,
          16.408354123716858,
          3.990081195162687,
          3.5431830565695455,
          8.061705391178165,
          6.414003040206173,
          6.428077530786047,
          3.9920097315108722,
          16.464063192692848,
          3.5446927182909884,
          4.568388256820008,
          8.067287719016736,
          34.38375761690408,
          3.185611253110743,
          10.804408842608307,
          5.342264540174181
        ]
      },
      "tg_throughput": {
        "mean": 2.1433735432940124,
        "std": 0.002227944617604673,
        "values": [
          2.14075985418637,
          2.146204224376177,
          2.143156551319489
        ]
      },
      "tg_req_throughput": {
        "mean": 24.869743054884427,
        "std": 0.4647528683286992,
        "values": [
          24.66444146790796,
          24.553448186847803,
          25.182874391310584,
          25.017677555453428,
          25.151840054251604,
          24.727870147190057,
          25.260854150385917,
          24.9916710247224,
          24.549954654146017,
          24.737555402113294,
          25.17928178705678,
          24.648370358801216,
          24.940214143488017,
          25.436296633765114,
          24.63180411946974,
          25.006477967826555,
          25.099044464836638,
          24.99876253665633,
          24.944807816064774,
          24.987950701021557,
          24.66816163338426,
          24.978981589566278,
          25.08950522182499,
          22.645019501469537,
          25.054307144091798,
          24.99243640609974,
          25.066073942244714,
          24.931839605435577,
          24.853719689940625,
          25.10104934915948
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.3,
        "std": 0.45825756949558405,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 351486.7879493676,
        "std": 186200.59855169072,
        "values": [
          59825.133892998565,
          124662.99138200702,
          319545.6723520183,
          189347.81091398327,
          254147.25765099865,
          449258.850127022,
          384340.59934999095,
          643822.0652139862,
          514050.92783799046,
          578859.6959800052,
          59898.535613989225,
          384284.98575798585,
          448987.92559301364,
          189531.24621600728,
          643263.3055890037,
          124816.12467500963,
          513274.41920002457,
          578012.9999489873,
          254042.1972379845,
          319303.0326690059,
          318603.9116339816,
          513026.45758501603,
          124393.79285101313,
          577766.8286529952,
          448299.8052299954,
          253866.4085920027,
          59564.66323600034,
          642892.4036850221,
          189553.90554998303,
          383359.6842630068
        ]
      },
      "est_ppt": {
        "mean": 351485.1318406958,
        "std": 186200.59855169072,
        "values": [
          59823.47778432692,
          124661.33527333538,
          319544.0162433467,
          189346.1548053116,
          254145.601542327,
          449257.1940183504,
          384338.9432413193,
          643820.4091053145,
          514049.2717293188,
          578858.0398713335,
          59896.87950531758,
          384283.3296493142,
          448986.269484342,
          189529.59010733562,
          643261.649480332,
          124814.468566338,
          513272.7630913529,
          578011.3438403156,
          254040.54112931286,
          319301.3765603343,
          318602.25552531,
          513024.80147634435,
          124392.13674234149,
          577765.1725443235,
          448298.1491213238,
          253864.75248333105,
          59563.007127328696,
          642890.7475763505,
          189552.24944131137,
          383358.02815433516
        ]
      },
      "e2e_ttft": {
        "mean": 351490.5817598017,
        "std": 186200.4698928768,
        "values": [
          59829.70254000975,
          124667.46874002274,
          319550.50419902545,
          189352.65852799057,
          254147.25765099865,
          449263.4025090083,
          384344.0305230033,
          643827.073360997,
          514055.44033498154,
          578864.7671960061,
          59903.68985099485,
          384289.86996700405,
          448987.92559301364,
          189531.24621600728,
          643265.7433980203,
          124820.70514000952,
          513279.31308501866,
          578012.9999489873,
          254046.6662469844,
          319308.0649409967,
          318608.4258799965,
          513030.9299869987,
          124398.34635099396,
          577771.3878219947,
          448299.8052299954,
          253871.48106700624,
          59567.280598013895,
          642897.5442480005,
          189559.0487959853,
          383364.6728459862
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1136.403974379041,
        "std": 4.449928961975964,
        "values": [
          1137.2595487869114,
          1141.3756126977332,
          1130.576761652479
        ]
      },
      "pp_req_throughput": {
        "mean": 1136.403974379041,
        "std": 4.449928961975964,
        "values": [
          1137.2595487869114,
          1141.3756126977332,
          1130.576761652479
        ]
      },
      "tg_throughput": {
        "mean": 24.950551868239717,
        "std": 0.10760419624871194,
        "values": [
          24.822579945011338,
          24.94322594638124,
          25.085849713326574
        ]
      },
      "tg_req_throughput": {
        "mean": 24.950551868239717,
        "std": 0.10760419624871194,
        "values": [
          24.822579945011338,
          24.94322594638124,
          25.085849713326574
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 57671.821936654545,
        "std": 226.07733326604284,
        "values": [
          57627.55108898273,
          57419.737539981725,
          57968.17718099919
        ]
      },
      "est_ppt": {
        "mean": 57670.51814531442,
        "std": 226.07733326604284,
        "values": [
          57626.2472976426,
          57418.4337486416,
          57966.873389659064
        ]
      },
      "e2e_ttft": {
        "mean": 57674.68363665588,
        "std": 224.19182040515193,
        "values": [
          57631.80751999607,
          57424.06620897236,
          57968.17718099919
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 34.39019440708345,
        "std": 0.13740334545771501,
        "values": [
          34.405405442314645,
          34.5503565482101,
          34.214821230725605
        ]
      },
      "pp_req_throughput": {
        "mean": 34.39019440708345,
        "std": 0.13740334545771501,
        "values": [
          34.405405442314645,
          34.5503565482101,
          34.214821230725605
        ]
      },
      "tg_throughput": {
        "mean": 25.060884677109456,
        "std": 0.21697873816956537,
        "values": [
          24.961409215742993,
          25.36201479762566,
          24.859230017959717
        ]
      },
      "tg_req_throughput": {
        "mean": 25.060884677109456,
        "std": 0.21697873816956537,
        "values": [
          24.961409215742993,
          25.36201479762566,
          24.859230017959717
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 59554.11384800876,
        "std": 238.09798921422484,
        "values": [
          59526.833971001906,
          59277.10307700909,
          59858.40449601528
        ]
      },
      "est_ppt": {
        "mean": 59552.810056668626,
        "std": 238.09798921422484,
        "values": [
          59525.53017966178,
          59275.79928566896,
          59857.100704675155
        ]
      },
      "e2e_ttft": {
        "mean": 59559.26339434033,
        "std": 237.89968268337978,
        "values": [
          59532.599430007394,
          59282.14544401271,
          59863.04530900088
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 0,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 1206.7468940661777,
        "std": 14.14080165506932,
        "values": [
          1211.1006285529577,
          1221.4734925675982,
          1187.6665610779771
        ]
      },
      "pp_req_throughput": {
        "mean": 1206.7468940661777,
        "std": 14.14080165506932,
        "values": [
          1211.1006285529577,
          1221.4734925675982,
          1187.6665610779771
        ]
      },
      "tg_throughput": {
        "mean": 25.365284888279835,
        "std": 0.06726339542530552,
        "values": [
          25.42865893272148,
          25.272162172732227,
          25.395033559385798
        ]
      },
      "tg_req_throughput": {
        "mean": 25.365284888279835,
        "std": 0.06726339542530552,
        "values": [
          25.42865893272148,
          25.272162172732227,
          25.395033559385798
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 1699.0805693300597,
        "std": 19.992486004309974,
        "values": [
          1692.7453780081123,
          1678.3850499778055,
          1726.111280004261
        ]
      },
      "est_ppt": {
        "mean": 1697.3590019915719,
        "std": 19.992486004309974,
        "values": [
          1691.0238106696245,
          1676.6634826393176,
          1724.3897126657732
        ]
      },
      "e2e_ttft": {
        "mean": 1699.0805693300597,
        "std": 19.992486004309974,
        "values": [
          1692.7453780081123,
          1678.3850499778055,
          1726.111280004261
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1060.9924426847474,
        "std": 2.520713695561724,
        "values": [
          1064.0698813217464,
          1061.011935443957,
          1057.895511288539
        ]
      },
      "pp_req_throughput": {
        "mean": 502.14641525247333,
        "std": 333.95577568496356,
        "values": [
          542.223016266878,
          1127.9242044540765,
          359.4808819731069,
          267.28136882108083,
          212.81934604966176,
          212.20601018217894,
          1136.0396384131739,
          545.7175367987869,
          357.9435443039387,
          266.60591587439893,
          1129.1883301523555,
          356.458366517805,
          541.310052603794,
          265.41705963754936,
          211.580956738314
        ]
      },
      "tg_throughput": {
        "mean": 2.411520244982872,
        "std": 0.07136862040463834,
        "values": [
          2.310642762329506,
          2.459127010350634,
          2.464790962268476
        ]
      },
      "tg_req_throughput": {
        "mean": 24.896147335882453,
        "std": 0.1625138667204342,
        "values": [
          24.91759214362142,
          24.952863491216885,
          24.970254516225296,
          25.274361315931007,
          24.859218536285578,
          24.974102207909468,
          24.711240462053865,
          24.52345983645233,
          24.80042608981602,
          24.87388331157598,
          24.793484412983837,
          25.000080000189126,
          24.890805070266776,
          25.065423102967422,
          24.835015540741768
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.33993463423951903,
        "values": [
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 183304.3433714658,
        "std": 88686.30749343251,
        "values": [
          120866.24387299526,
          58104.04210400884,
          182308.17771700094,
          245195.64047199674,
          307942.77633100864,
          308832.8162980033,
          57688.97503599874,
          120092.2782550042,
          183091.17249699193,
          245816.8477889849,
          58038.99560999707,
          183854.0152569767,
          121070.09324702085,
          246917.90695200325,
          309745.16913399566
        ]
      },
      "est_ppt": {
        "mean": 183303.49627045798,
        "std": 88686.30749343251,
        "values": [
          120865.39677198743,
          58103.19500300102,
          182307.33061599312,
          245194.79337098892,
          307941.9292300008,
          308831.9691969955,
          57688.12793499092,
          120091.43115399638,
          183090.3253959841,
          245816.00068797707,
          58038.14850898925,
          183853.1681559689,
          121069.24614601303,
          246917.05985099543,
          309744.32203298784
        ]
      },
      "e2e_ttft": {
        "mean": 183308.01707279947,
        "std": 88685.39692385918,
        "values": [
          120871.09396600863,
          58110.265575989615,
          182312.85497700446,
          245198.866169987,
          307947.23162500304,
          308837.2421210224,
          57693.46053499612,
          120096.6478830087,
          183095.5678219907,
          245821.52941898676,
          58043.87396501261,
          183854.0152569767,
          121074.53069000621,
          246917.90695200325,
          309745.16913399566
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 32.07533014973621,
        "std": 0.06081445372940304,
        "values": [
          32.15534920877807,
          32.06262097398866,
          32.008020266441925
        ]
      },
      "pp_req_throughput": {
        "mean": 15.187589494685545,
        "std": 10.118805074772018,
        "values": [
          10.821001729442338,
          8.066683997469053,
          34.20656610000799,
          16.437446594698105,
          6.431272692122219,
          6.412541203235742,
          10.807980804649777,
          34.449616698494204,
          16.494010752721522,
          8.051876858779433,
          34.07889606599957,
          8.02839469712695,
          10.762708932605191,
          16.363145523690918,
          6.40169976924019
        ]
      },
      "tg_throughput": {
        "mean": 2.389627812059446,
        "std": 0.0036296050910978304,
        "values": [
          2.3941514079204818,
          2.3852650952726893,
          2.3894669329851665
        ]
      },
      "tg_req_throughput": {
        "mean": 24.95326316397844,
        "std": 0.21199599652295342,
        "values": [
          25.047524907443357,
          24.942820395582444,
          24.955497603813807,
          25.125151750862255,
          25.28045161942095,
          25.0156487425592,
          24.71948374964687,
          24.858759462816966,
          24.808739794457296,
          24.89488908078551,
          25.367774712038116,
          24.67570310202309,
          24.547488159811476,
          25.105756501848145,
          24.953257876567175
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.266666666666666,
        "std": 0.4422166387140533,
        "values": [
          26.0,
          26.0,
          27.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 189563.22582833236,
        "std": 91738.5161185952,
        "values": [
          189262.4377749744,
          253884.59916599095,
          59872.39322499954,
          124594.40779799479,
          318444.81582101434,
          319375.01329998486,
          189490.45085001853,
          59449.98460300849,
          124167.1296810091,
          254351.48309799843,
          60096.690464997664,
          255095.4304219922,
          190287.51310901134,
          125160.15690698987,
          319915.8812050009
        ]
      },
      "est_ppt": {
        "mean": 189562.37872732454,
        "std": 91738.5161185952,
        "values": [
          189261.59067396657,
          253883.75206498313,
          59871.54612399172,
          124593.56069698697,
          318443.9687200065,
          319374.16619897704,
          189489.6037490107,
          59449.13750200067,
          124166.28258000128,
          254350.6359969906,
          60095.84336398984,
          255094.58332098438,
          190286.66600800352,
          125159.30980598205,
          319915.0341039931
        ]
      },
      "e2e_ttft": {
        "mean": 189565.6727923973,
        "std": 91738.82084186416,
        "values": [
          189262.4377749744,
          253889.06826099264,
          59877.366264991,
          124599.80746399378,
          318449.64706202154,
          319375.01329998486,
          189495.3049629985,
          59449.98460300849,
          124167.1296810091,
          254354.02559500653,
          60096.690464997664,
          255100.57769098785,
          190292.00064900215,
          125160.15690698987,
          319915.8812050009
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1064.7760983527744,
        "std": 1.9093478595747948,
        "values": [
          1065.1976924697628,
          1062.2555160935128,
          1066.875086495048
        ]
      },
      "pp_req_throughput": {
        "mean": 845.7793693332152,
        "std": 313.3728134724872,
        "values": [
          1158.7512956155476,
          532.6171771565463,
          1159.5054583081367,
          531.145661277876,
          533.459246340845,
          1159.1973773003403
        ]
      },
      "tg_throughput": {
        "mean": 6.631249336411674,
        "std": 0.01635458239069767,
        "values": [
          6.645077578594554,
          6.608279271362936,
          6.640391159277532
        ]
      },
      "tg_req_throughput": {
        "mean": 25.216797631266832,
        "std": 0.1868494927194049,
        "values": [
          25.24940642961178,
          25.49600885192541,
          25.057931233889253,
          25.37317931126438,
          24.933840792220057,
          25.19041916869014
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 44910.795937825846,
        "std": 16639.884902144568,
        "values": [
          28281.141907995334,
          61526.05152098113,
          28262.748373002978,
          61696.502434992,
          61428.93467997783,
          28269.39671000582
        ]
      },
      "est_ppt": {
        "mean": 44909.23406049842,
        "std": 16639.88490214457,
        "values": [
          28279.580030667905,
          61524.4896436537,
          28261.18649567555,
          61694.94055766457,
          61427.3728026504,
          28267.834832678393
        ]
      },
      "e2e_ttft": {
        "mean": 44912.08362849526,
        "std": 16638.597238321552,
        "values": [
          28283.996482990915,
          61526.05152098113,
          28265.67318601883,
          61696.502434992,
          61428.93467997783,
          28271.343466010876
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 62.88364813577301,
        "std": 0.12488341156723912,
        "values": [
          62.970663407293124,
          62.707042578846924,
          62.97323842117899
        ]
      },
      "pp_req_throughput": {
        "mean": 49.735735069328804,
        "std": 18.293988055187448,
        "values": [
          31.487482594204575,
          68.16597926064682,
          31.354271010982046,
          67.596612782686,
          68.32242739023398,
          31.48763737721941
        ]
      },
      "tg_throughput": {
        "mean": 6.33543038603401,
        "std": 0.003059396681302755,
        "values": [
          6.332113466806819,
          6.339494754459379,
          6.334682936835835
        ]
      },
      "tg_req_throughput": {
        "mean": 25.12870376603458,
        "std": 0.1906439783024847,
        "values": [
          24.823477349942948,
          24.927081774377704,
          25.153160585425837,
          25.292240759170703,
          25.343265243572898,
          25.232996883717366
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 47621.29158899673,
        "std": 17514.510717070723,
        "values": [
          65043.281038990244,
          30045.874630013714,
          65319.61692898767,
          30298.937968997052,
          29977.077652001753,
          65042.96131498995
        ]
      },
      "est_ppt": {
        "mean": 47619.7297116693,
        "std": 17514.51071707072,
        "values": [
          65041.71916166281,
          30044.312752686285,
          65318.05505166024,
          30297.376091669623,
          29975.515774674324,
          65041.39943766252
        ]
      },
      "e2e_ttft": {
        "mean": 47623.19991933085,
        "std": 17513.56050981505,
        "values": [
          65046.162424987415,
          30048.750425019534,
          65319.61692898767,
          30301.832302007824,
          29979.876119992696,
          65042.96131498995
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 509.5837167682168,
        "std": 2.731140718233377,
        "values": [
          505.7555680510642,
          511.9423723721361,
          511.05320988145
        ]
      },
      "pp_req_throughput": {
        "mean": 231.38683322085782,
        "std": 330.7040894447078,
        "values": [
          1201.5323492529096,
          190.47495588486592,
          342.67377124118156,
          136.66358210452614,
          106.64522462393029,
          87.21821929324331,
          73.87117706148418,
          64.00791126525397,
          56.50246441924492,
          50.57802781738792,
          57.27368083801877,
          200.71045286147458,
          1196.5560481477892,
          343.7156510080473,
          141.3734383362954,
          75.06114119958715,
          109.13354548626496,
          88.92708518613367,
          51.196443792190806,
          65.00272743847003,
          1174.4771986918754,
          341.2573411698703,
          64.96398252193643,
          199.53124243232014,
          108.9953159407715,
          140.97639933879208,
          88.94058364375378,
          51.10641566199321,
          57.15807516252547,
          75.08054480359696
        ]
      },
      "tg_throughput": {
        "mean": 15.478954186266511,
        "std": 0.09266168160437575,
        "values": [
          15.34795951786101,
          15.541356606314444,
          15.54754643462408
        ]
      },
      "tg_req_throughput": {
        "mean": 24.946189613836495,
        "std": 0.8064119019117851,
        "values": [
          24.812269974644472,
          25.33132016952484,
          20.73819438656794,
          25.56720085699904,
          24.923871075938358,
          25.014589183035,
          25.03355028433687,
          25.23610598728069,
          25.1323561897743,
          24.64889735524393,
          25.131412139109294,
          24.78569200699805,
          25.10405055205712,
          25.177852758553875,
          25.122108346734443,
          25.38266606057685,
          24.938266621940286,
          25.2043085012495,
          24.83056366800136,
          25.22279809460701,
          25.104615052304755,
          25.021015569498708,
          24.737596818329468,
          25.046333266150054,
          25.24536553193775,
          25.133572096804162,
          25.004807607488413,
          25.367409519971908,
          25.218834910839433,
          25.16806382859688
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.339934634239519,
        "values": [
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 42032.675880933915,
        "std": 24549.85823562684,
        "values": [
          3410.7385959941894,
          21510.31553102075,
          11956.903910991969,
          29979.651514993748,
          38418.02368799108,
          46975.05644301418,
          55448.803933977615,
          64008.638897008495,
          72511.03770302143,
          81004.4799669995,
          71534.65574598522,
          20413.415557995904,
          3424.9195059819613,
          11920.662642020034,
          28980.910249985754,
          54583.09652400203,
          37542.0871009992,
          46072.378828015644,
          80026.01568301907,
          63029.05064902734,
          3489.28672799957,
          12006.528649973916,
          63066.64100801572,
          20534.051405003993,
          37589.6973820054,
          29062.52805198892,
          46065.38659200305,
          80166.98642200208,
          71679.33705498581,
          54568.99046199396
        ]
      },
      "est_ppt": {
        "mean": 42031.7497652674,
        "std": 24549.85823562684,
        "values": [
          3409.8124803276733,
          21509.389415354235,
          11955.977795325452,
          29978.72539932723,
          38417.097572324565,
          46974.130327347666,
          55447.8778183111,
          64007.71278134198,
          72510.11158735491,
          81003.55385133298,
          71533.7296303187,
          20412.489442329388,
          3423.993390315445,
          11919.736526353518,
          28979.98413431924,
          54582.170408335514,
          37541.16098533268,
          46071.45271234913,
          80025.08956735255,
          63028.124533360824,
          3488.3606123330537,
          12005.6025343074,
          63065.714892349206,
          20533.125289337477,
          37588.77126633888,
          29061.601936322404,
          46064.460476336535,
          80166.06030633557,
          71678.41093931929,
          54568.06434632745
        ]
      },
      "e2e_ttft": {
        "mean": 42032.675880933915,
        "std": 24549.85823562684,
        "values": [
          3410.7385959941894,
          21510.31553102075,
          11956.903910991969,
          29979.651514993748,
          38418.02368799108,
          46975.05644301418,
          55448.803933977615,
          64008.638897008495,
          72511.03770302143,
          81004.4799669995,
          71534.65574598522,
          20413.415557995904,
          3424.9195059819613,
          11920.662642020034,
          28980.910249985754,
          54583.09652400203,
          37542.0871009992,
          46072.378828015644,
          80026.01568301907,
          63029.05064902734,
          3489.28672799957,
          12006.528649973916,
          63066.64100801572,
          20534.051405003993,
          37589.6973820054,
          29062.52805198892,
          46065.38659200305,
          80166.98642200208,
          71679.33705498581,
          54568.99046199396
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 207.28440870689704,
        "std": 1.3464049867432732,
        "values": [
          205.40335373587578,
          207.96913601749003,
          208.4807363673253
        ]
      },
      "pp_req_throughput": {
        "mean": 83.95070225336052,
        "std": 109.50234195476224,
        "values": [
          55.56019796344815,
          20.540590824542395,
          399.77821917933943,
          30.346791580176866,
          124.08647703489014,
          76.69679272021436,
          43.56901430745617,
          23.2881778351229,
          35.761564940077946,
          26.36991048297579,
          396.6727056774554,
          30.181050863959292,
          133.59455052897394,
          80.2520781935553,
          57.38964711324778,
          43.22915532306759,
          35.524740375444445,
          20.79759497614937,
          26.233493591449736,
          23.190404639746394,
          30.240659059900388,
          26.284268179785304,
          400.95431274347806,
          123.27765983657001,
          35.60913252820011,
          43.37333462185708,
          23.245626348323913,
          76.36240832794675,
          55.26197373516093,
          20.848534068299397
        ]
      },
      "tg_throughput": {
        "mean": 12.866524201299413,
        "std": 0.08670321429021563,
        "values": [
          12.744253073645105,
          12.919691104072749,
          12.935628426180383
        ]
      },
      "tg_req_throughput": {
        "mean": 24.42137767245233,
        "std": 1.801310935299274,
        "values": [
          25.36319825810787,
          25.045753587616108,
          20.695368157228007,
          25.200382668344176,
          25.120094180873934,
          25.118245589824518,
          25.009737088308736,
          19.057243408574646,
          24.958749936947157,
          24.931393937409453,
          25.170096384930456,
          24.951765320104045,
          25.051799843328226,
          25.347326966921045,
          19.6226839788481,
          25.071581319142165,
          24.905930799360867,
          25.464753164749627,
          25.063277978106537,
          25.189469702046818,
          25.312537609119342,
          25.074226937836144,
          20.143771473894112,
          24.95355937276671,
          25.08940942452697,
          24.854104094768662,
          25.425600737421227,
          25.048306151463773,
          25.267765455154095,
          25.133196645846564
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.1,
        "std": 0.7,
        "values": [
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          23.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 52134.38602233946,
        "std": 29740.301231228324,
        "values": [
          36861.84589401819,
          99705.94519199221,
          5123.766485019587,
          67487.46730698622,
          16505.54490200011,
          26703.476866008714,
          47006.80936902063,
          87942.54243702744,
          57269.11344000837,
          77665.20189400762,
          5163.872723001987,
          67858.07294701226,
          15330.892733996734,
          25520.514469011687,
          35686.80506799137,
          47376.36023401865,
          57650.8900100016,
          98473.85062201647,
          78069.06419497682,
          88313.3135800017,
          67724.31785601657,
          77918.25620800955,
          5108.73998599709,
          16613.83069801377,
          57514.26200999413,
          47218.877372011775,
          88103.52095702547,
          26820.405030011898,
          37060.76784001198,
          98233.25234497315
        ]
      },
      "est_ppt": {
        "mean": 52133.45990667294,
        "std": 29740.301231228324,
        "values": [
          36860.91977835167,
          99705.0190763257,
          5122.840369353071,
          67486.5411913197,
          16504.618786333594,
          26702.550750342198,
          47005.88325335411,
          87941.61632136093,
          57268.18732434185,
          77664.2757783411,
          5162.946607335471,
          67857.14683134574,
          15329.966618330218,
          25519.58835334517,
          35685.878952324856,
          47375.43411835213,
          57649.96389433509,
          98472.92450634995,
          78068.1380793103,
          88312.38746433519,
          67723.39174035005,
          77917.33009234304,
          5107.813870330574,
          16612.904582347255,
          57513.33589432761,
          47217.95125634526,
          88102.59484135895,
          26819.47891434538,
          37059.84172434546,
          98232.32622930664
        ]
      },
      "e2e_ttft": {
        "mean": 52134.38602233946,
        "std": 29740.301231228324,
        "values": [
          36861.84589401819,
          99705.94519199221,
          5123.766485019587,
          67487.46730698622,
          16505.54490200011,
          26703.476866008714,
          47006.80936902063,
          87942.54243702744,
          57269.11344000837,
          77665.20189400762,
          5163.872723001987,
          67858.07294701226,
          15330.892733996734,
          25520.514469011687,
          35686.80506799137,
          47376.36023401865,
          57650.8900100016,
          98473.85062201647,
          78069.06419497682,
          88313.3135800017,
          67724.31785601657,
          77918.25620800955,
          5108.73998599709,
          16613.83069801377,
          57514.26200999413,
          47218.877372011775,
          88103.52095702547,
          26820.405030011898,
          37060.76784001198,
          98233.25234497315
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1174.5836012486423,
        "std": 4.63645266297973,
        "values": [
          1168.0916955378136,
          1178.6273072772628,
          1177.0318009308503
        ]
      },
      "pp_req_throughput": {
        "mean": 1174.5836012486423,
        "std": 4.63645266297973,
        "values": [
          1168.0916955378136,
          1178.6273072772628,
          1177.0318009308503
        ]
      },
      "tg_throughput": {
        "mean": 24.914306678513427,
        "std": 0.052752868689595785,
        "values": [
          24.855763720647722,
          24.983626119887873,
          24.90353019500468
        ]
      },
      "tg_req_throughput": {
        "mean": 24.914306678513427,
        "std": 0.052752868689595785,
        "values": [
          24.855763720647722,
          24.983626119887873,
          24.90353019500468
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 13951.131878672944,
        "std": 55.20505870979861,
        "values": [
          14028.441824018955,
          13903.054750000592,
          13921.899061999284
        ]
      },
      "est_ppt": {
        "mean": 13949.842257337878,
        "std": 55.20505870979861,
        "values": [
          14027.152202683888,
          13901.765128665525,
          13920.609440664217
        ]
      },
      "e2e_ttft": {
        "mean": 13952.047645337492,
        "std": 54.56238560818159,
        "values": [
          14028.441824018955,
          13904.441624996252,
          13923.259486997267
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 130.19694387549904,
        "std": 0.3316782624431456,
        "values": [
          129.7331366709802,
          130.36820209505478,
          130.48949286046212
        ]
      },
      "pp_req_throughput": {
        "mean": 130.19694387549904,
        "std": 0.3316782624431456,
        "values": [
          129.7331366709802,
          130.36820209505478,
          130.48949286046212
        ]
      },
      "tg_throughput": {
        "mean": 25.246974442986282,
        "std": 0.05470208855267445,
        "values": [
          25.22645147368487,
          25.192640389584216,
          25.32183146568976
        ]
      },
      "tg_req_throughput": {
        "mean": 25.246974442986282,
        "std": 0.05470208855267445,
        "values": [
          25.22645147368487,
          25.192640389584216,
          25.32183146568976
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 15731.407793665616,
        "std": 40.137818666856816,
        "values": [
          15787.541711993981,
          15710.641802987084,
          15696.03986601578
        ]
      },
      "est_ppt": {
        "mean": 15730.118172330549,
        "std": 40.137818666856816,
        "values": [
          15786.252090658914,
          15709.352181652017,
          15694.750244680714
        ]
      },
      "e2e_ttft": {
        "mean": 15733.119456990002,
        "std": 40.31324263671657,
        "values": [
          15789.462347980589,
          15712.487591983518,
          15697.408431005897
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1182.1092995694237,
        "std": 5.590321551262689,
        "values": [
          1184.125024688829,
          1174.4810003359044,
          1187.7218736835378
        ]
      },
      "pp_req_throughput": {
        "mean": 1182.1092995694237,
        "std": 5.590321551262689,
        "values": [
          1184.125024688829,
          1174.4810003359044,
          1187.7218736835378
        ]
      },
      "tg_throughput": {
        "mean": 23.543863996289332,
        "std": 2.0265687768377147,
        "values": [
          25.052797182117004,
          24.899566114974455,
          20.67922869177653
        ]
      },
      "tg_req_throughput": {
        "mean": 23.543863996289332,
        "std": 2.0265687768377147,
        "values": [
          25.052797182117004,
          24.899566114974455,
          20.67922869177653
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 6931.946320662973,
        "std": 32.854410108020566,
        "values": [
          6919.99265900813,
          6976.80696399766,
          6899.03933898313
        ]
      },
      "est_ppt": {
        "mean": 6930.986558669247,
        "std": 32.854410108020566,
        "values": [
          6919.032897014404,
          6975.8472020039335,
          6898.079576989403
        ]
      },
      "e2e_ttft": {
        "mean": 6931.946320662973,
        "std": 32.854410108020566,
        "values": [
          6919.99265900813,
          6976.80696399766,
          6899.03933898313
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 8192,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 236.22651063047581,
        "std": 0.21858959539586312,
        "values": [
          236.37946987001382,
          235.91738380977168,
          236.38267821164197
        ]
      },
      "pp_req_throughput": {
        "mean": 236.22651063047581,
        "std": 0.21858959539586312,
        "values": [
          236.37946987001382,
          235.91738380977168,
          236.38267821164197
        ]
      },
      "tg_throughput": {
        "mean": 24.929175292888885,
        "std": 0.09364335475837948,
        "values": [
          25.058505829823623,
          24.839835624778665,
          24.889184424064375
        ]
      },
      "tg_req_throughput": {
        "mean": 24.929175292888885,
        "std": 0.09364335475837948,
        "values": [
          25.058505829823623,
          24.839835624778665,
          24.889184424064375
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 8670.61224633168,
        "std": 8.027619008884095,
        "values": [
          8664.994760998525,
          8681.96481099585,
          8664.877167000668
        ]
      },
      "est_ppt": {
        "mean": 8669.652484337954,
        "std": 8.027619008884095,
        "values": [
          8664.034999004798,
          8681.005049002124,
          8663.917405006941
        ]
      },
      "e2e_ttft": {
        "mean": 8670.61224633168,
        "std": 8.027619008884095,
        "values": [
          8664.994760998525,
          8681.96481099585,
          8664.877167000668
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1013.0190098785907,
        "std": 1.6237470868051305,
        "values": [
          1011.5158603913496,
          1012.267175789885,
          1015.2739934545378
        ]
      },
      "pp_req_throughput": {
        "mean": 498.925061913571,
        "std": 348.50789732938046,
        "values": [
          202.30491396242357,
          255.22438268980144,
          532.0984270713955,
          1159.416410730661,
          345.5491019539992,
          345.26651274064,
          1160.3678877730922,
          532.6798751717748,
          202.4585856947642,
          255.22234244614475,
          1156.75183463861,
          203.05944631713473,
          345.591384411063,
          532.2401218187176,
          255.64470128334438
        ]
      },
      "tg_throughput": {
        "mean": 4.584376948138592,
        "std": 0.00993520603838564,
        "values": [
          4.574713729439582,
          4.5803751475112495,
          4.598041967464946
        ]
      },
      "tg_req_throughput": {
        "mean": 25.102865364500058,
        "std": 0.26535087164389237,
        "values": [
          24.936963068445305,
          24.84616105660539,
          25.413828909533144,
          24.95890386774252,
          25.150370719759838,
          24.836853864696927,
          25.24908384234962,
          25.23093889795773,
          25.295723403981587,
          25.111736152946918,
          25.544673587218764,
          25.11318698760238,
          24.83674440726427,
          24.55422480118104,
          25.46358690021544
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 94950.24648940307,
        "std": 47190.28904217648,
        "values": [
          161979.66479399474,
          128394.2999879946,
          61585.865392000414,
          28264.75173799554,
          94833.0692909949,
          94910.68587801419,
          28241.576385014923,
          61516.76540300832,
          161856.7187540175,
          128395.32635899377,
          28329.85633800854,
          161377.78269601404,
          94818.57322299038,
          61569.470168004045,
          128179.29093400016
        ]
      },
      "est_ppt": {
        "mean": 94948.85181338759,
        "std": 47190.28904217648,
        "values": [
          161978.27011797926,
          128392.90531197912,
          61584.470715984935,
          28263.35706198006,
          94831.67461497942,
          94909.29120199871,
          28240.181708999444,
          61515.37072699284,
          161855.324078002,
          128393.93168297829,
          28328.46166199306,
          161376.38801999856,
          94817.1785469749,
          61568.075491988566,
          128177.89625798468
        ]
      },
      "e2e_ttft": {
        "mean": 94950.74694946718,
        "std": 47189.80774258876,
        "values": [
          161979.66479399474,
          128394.2999879946,
          61585.865392000414,
          28264.75173799554,
          94833.0692909949,
          94913.08287900756,
          28243.5895469971,
          61516.76540300832,
          161856.7187540175,
          128395.32635899377,
          28332.953075994737,
          161377.78269601404,
          94818.57322299038,
          61569.470168004045,
          128179.29093400016
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 59.89707992432827,
        "std": 0.15122851221060074,
        "values": [
          59.69162535608384,
          59.948363942139224,
          60.05125047476173
        ]
      },
      "pp_req_throughput": {
        "mean": 29.276513098174906,
        "std": 20.28623494827215,
        "values": [
          31.06078260873482,
          11.9384599445406,
          20.266067344761414,
          67.03486909652187,
          15.041145806891647,
          11.98977068367062,
          20.41470571731123,
          31.34014860181798,
          67.8363463311421,
          15.105673232806136,
          68.12209304464778,
          31.440877008769263,
          15.134831882942985,
          20.41143348806808,
          12.01049167999707
        ]
      },
      "tg_throughput": {
        "mean": 4.356376947449522,
        "std": 0.007308227196531058,
        "values": [
          4.346559875495427,
          4.358486537049758,
          4.364084429803381
        ]
      },
      "tg_req_throughput": {
        "mean": 25.006132647532816,
        "std": 0.132952139035903,
        "values": [
          24.840848415231676,
          24.894023276116176,
          25.026231929741744,
          24.88242430010723,
          25.102517425987124,
          25.03462157074466,
          24.688935676959144,
          25.198799295089163,
          25.11897838980939,
          24.995080141640802,
          25.139457980841353,
          25.104398866613977,
          24.99636966605346,
          24.93539722573476,
          25.133905552321604
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 100592.64688847083,
        "std": 49723.824579558015,
        "values": [
          65936.62965699332,
          171547.809331998,
          101057.014652004,
          30552.658930013422,
          136161.23424499528,
          170813.66907499614,
          100321.23412701185,
          65348.883164988365,
          30191.69988500653,
          135579.59555700654,
          30065.062841022154,
          65139.52677801717,
          135318.3916429989,
          100337.3167560203,
          170518.97668399033
        ]
      },
      "est_ppt": {
        "mean": 100591.25221245535,
        "std": 49723.824579558015,
        "values": [
          65935.23498097784,
          171546.41465598252,
          101055.61997598852,
          30551.264253997942,
          136159.8395689798,
          170812.27439898066,
          100319.83945099637,
          65347.488488972886,
          30190.30520899105,
          135578.20088099106,
          30063.668165006675,
          65138.13210200169,
          135316.99696698342,
          100335.92208000482,
          170517.58200797485
        ]
      },
      "e2e_ttft": {
        "mean": 100593.3242384713,
        "std": 49723.26419856475,
        "values": [
          65936.62965699332,
          171547.809331998,
          101057.014652004,
          30555.555477010785,
          136161.23424499528,
          170813.66907499614,
          100321.23412701185,
          65351.061583001865,
          30191.69988500653,
          135579.59555700654,
          30068.05478699971,
          65139.52677801717,
          135320.48498201766,
          100337.3167560203,
          170518.97668399033
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 0,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 325.5026505856581,
        "std": 3.969948783424013,
        "values": [
          319.88862783029043,
          328.36259013330226,
          328.25673379338156
        ]
      },
      "pp_req_throughput": {
        "mean": 194.93047291159462,
        "std": 343.4520687581039,
        "values": [
          1212.1729858271049,
          204.4275375513095,
          122.04582191606535,
          35.734086711368235,
          55.403145516995,
          87.04813152737692,
          40.508504503406286,
          67.67170334506538,
          46.81105591727327,
          31.990951836307598,
          71.64339626948691,
          36.816381058833144,
          1208.62391001644,
          135.5248799742482,
          244.71661898930913,
          93.91674779852977,
          41.94363041113581,
          57.94893538302536,
          48.67828621638165,
          32.83828611309714,
          134.7853567316823,
          71.37435451431747,
          41.870836805750145,
          242.55285918807573,
          57.72651804352759,
          1211.4892424573645,
          36.77683184752584,
          93.44891239386409,
          48.59664130219583,
          32.82763718077555
        ]
      },
      "tg_throughput": {
        "mean": 19.15581567975254,
        "std": 0.21624655003960636,
        "values": [
          18.850022160692156,
          19.312118078950473,
          19.305306799615
        ]
      },
      "tg_req_throughput": {
        "mean": 24.957349905099356,
        "std": 1.075697912358357,
        "values": [
          19.21821232617868,
          25.184753902076736,
          25.147285089388085,
          25.402281089277285,
          24.976583376366907,
          25.197504253493587,
          25.110554907355844,
          25.33227324039936,
          24.964778309761275,
          25.184609238869037,
          25.177100422782104,
          25.14520777868211,
          25.33124347664455,
          25.42309980474055,
          25.188624019215077,
          25.029420166829674,
          24.9578852242644,
          25.243887738941787,
          25.013896105548017,
          24.9602369078324,
          25.199908463059217,
          25.07327482937017,
          25.024969342930515,
          25.12301126899517,
          25.481386876939027,
          25.289764133549507,
          25.316081952803618,
          25.07202275130877,
          24.98879240365014,
          24.961847751727117
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.1,
        "std": 0.5385164807134504,
        "values": [
          24.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 32509.23730843545,
        "std": 19477.684657600472,
        "values": [
          1691.1184700147714,
          10019.810413999949,
          16782.17327099992,
          57313.815138011705,
          36967.00082800817,
          23528.804419998778,
          50558.87546000304,
          30265.347845008364,
          43751.93892099196,
          64019.69208099763,
          28587.616796023212,
          55629.00270300452,
          1696.0797009814996,
          15113.207043992588,
          8370.454215008067,
          21808.137902000453,
          48829.02831598767,
          35343.050947994925,
          42073.73735998408,
          62367.81745200278,
          15196.119549014838,
          28695.37026999751,
          48913.91616399051,
          8445.110975007992,
          35479.21979799867,
          1692.0720100170001,
          55688.82352398941,
          21917.308513016906,
          42144.42078000866,
          62388.048385008005
        ]
      },
      "est_ppt": {
        "mean": 32507.64667309898,
        "std": 19477.684657600472,
        "values": [
          1689.5278346783016,
          10018.219778663479,
          16780.58263566345,
          57312.224502675235,
          36965.4101926717,
          23527.213784662308,
          50557.28482466657,
          30263.757209671894,
          43750.34828565549,
          64018.10144566116,
          28586.026160686743,
          55627.41206766805,
          1694.4890656450298,
          15111.616408656118,
          8368.863579671597,
          21806.547266663983,
          48827.4376806512,
          35341.460312658455,
          42072.14672464761,
          62366.22681666631,
          15194.528913678369,
          28693.77963466104,
          48912.32552865404,
          8443.520339671522,
          35477.6291626622,
          1690.4813746805303,
          55687.23288865294,
          21915.717877680436,
          42142.83014467219,
          62386.457749671536
        ]
      },
      "e2e_ttft": {
        "mean": 32509.23730843545,
        "std": 19477.684657600472,
        "values": [
          1691.1184700147714,
          10019.810413999949,
          16782.17327099992,
          57313.815138011705,
          36967.00082800817,
          23528.804419998778,
          50558.87546000304,
          30265.347845008364,
          43751.93892099196,
          64019.69208099763,
          28587.616796023212,
          55629.00270300452,
          1696.0797009814996,
          15113.207043992588,
          8370.454215008067,
          21808.137902000453,
          48829.02831598767,
          35343.050947994925,
          42073.73735998408,
          62367.81745200278,
          15196.119549014838,
          28695.37026999751,
          48913.91616399051,
          8445.110975007992,
          35479.21979799867,
          1692.0720100170001,
          55688.82352398941,
          21917.308513016906,
          42144.42078000866,
          62388.048385008005
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 882.9812223259179,
        "std": 4.718834842581699,
        "values": [
          885.4308278826711,
          887.1323546168653,
          876.3804844782173
        ]
      },
      "pp_req_throughput": {
        "mean": 297.72240497028633,
        "std": 315.40078903878594,
        "values": [
          98.64817417621859,
          1163.7465695773135,
          496.55631577786744,
          314.6414998498725,
          230.56078497028818,
          181.9833405684389,
          127.96417866353485,
          150.31182695489417,
          111.44182652770017,
          88.54670016016719,
          317.2130850256991,
          1181.8412871145702,
          501.28747993248794,
          231.53957119807143,
          150.56824519324448,
          182.3067698583953,
          111.60842788711821,
          98.92321084890261,
          128.12541055023928,
          88.71639216968916,
          87.63945263247822,
          97.54550603277617,
          1175.6881050685972,
          497.0126039001184,
          315.41866709184865,
          230.97635879976806,
          182.21981065928892,
          150.4771951736684,
          128.13079951158318,
          110.03255323374904
        ]
      },
      "tg_throughput": {
        "mean": 7.1896599919785915,
        "std": 0.03995321217012288,
        "values": [
          7.215376172408167,
          7.220372503000778,
          7.1332313005268295
        ]
      },
      "tg_req_throughput": {
        "mean": 24.89025537188781,
        "std": 1.2778213858694005,
        "values": [
          25.215819428671757,
          25.14024494051066,
          24.846835060227974,
          25.30442215596697,
          25.17546258690521,
          24.90189534604087,
          25.116373751250276,
          25.308328562013696,
          24.810245629714995,
          25.166602257987538,
          25.244319508488715,
          25.304334665138686,
          25.325351475157646,
          25.12191552364341,
          24.762536603780582,
          25.46866616244696,
          25.24702836124144,
          25.107403685289306,
          24.979163895944602,
          25.094247830058162,
          25.309609453205965,
          25.08650759673289,
          24.808736814048498,
          24.9423531009339,
          25.341392090693233,
          25.1392032109622,
          25.21424721066084,
          25.371963493200983,
          18.086099912493147,
          24.766350843223194
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 25.866666666666667,
        "std": 1.1175369742826806,
        "values": [
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          20.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 99616.92171506681,
        "std": 54814.441129950515,
        "values": [
          166096.95706900675,
          14081.163577007828,
          32998.90196599881,
          52076.77715798491,
          71063.15837599686,
          90037.3516260006,
          128045.28369999025,
          109008.36274799076,
          147029.0196519927,
          185045.23577701184,
          51654.614066006616,
          13865.597369003808,
          32687.47293498018,
          70767.07923298818,
          108822.72392101004,
          89877.6198340056,
          146809.54732201644,
          165635.16146401525,
          127884.15470501059,
          184691.29419702222,
          186960.815369006,
          167974.52196100494,
          13938.156977004837,
          32968.608448980376,
          51948.46803499968,
          70939.63357698522,
          89920.51057898789,
          108888.5688619921,
          127878.77618600032,
          148912.1147620026
        ]
      },
      "est_ppt": {
        "mean": 99615.28406607201,
        "std": 54814.441129950515,
        "values": [
          166095.31942001195,
          14079.525928013027,
          32997.26431700401,
          52075.139508990105,
          71061.52072700206,
          90035.7139770058,
          128043.64605099545,
          109006.72509899596,
          147027.3820029979,
          185043.59812801704,
          51652.976417011814,
          13863.959720009007,
          32685.835285985377,
          70765.44158399338,
          108821.08627201524,
          89875.9821850108,
          146807.90967302164,
          165633.52381502045,
          127882.51705601579,
          184689.65654802741,
          186959.1777200112,
          167972.88431201014,
          13936.519328010036,
          32966.970799985575,
          51946.830386004876,
          70937.99592799041,
          89918.87292999309,
          108886.9312129973,
          127877.13853700552,
          148910.4771130078
        ]
      },
      "e2e_ttft": {
        "mean": 99618.31355786805,
        "std": 54814.590021899894,
        "values": [
          166098.30103098648,
          14083.192667021649,
          33000.26723500923,
          52078.143149992684,
          71064.85802298994,
          90038.67943401565,
          128046.96787099238,
          109009.77180397604,
          147030.41104998556,
          185046.93200302427,
          51654.614066006616,
          13865.597369003808,
          32689.1521269863,
          70768.83356200415,
          108824.13169601932,
          89879.34568399214,
          146810.87665402447,
          165636.82453799993,
          127885.55344799533,
          184693.09206001344,
          186962.1732820233,
          167976.16042100708,
          13939.517015009187,
          32968.608448980376,
          51950.23778799805,
          70940.97909898846,
          89922.44607300381,
          108890.35378000699,
          127880.48009999329,
          148912.9052569915
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 100.91601374183104,
        "std": 0.34469581719567594,
        "values": [
          100.43666766926066,
          101.23245471818112,
          101.07891883805134
        ]
      },
      "pp_req_throughput": {
        "mean": 33.52259912685136,
        "std": 35.01270112256768,
        "values": [
          130.119981539407,
          17.15466553140896,
          35.841206013122374,
          56.140625010575995,
          26.27968687821826,
          20.77062266153532,
          14.435761937375588,
          12.597884721789244,
          10.043863838607843,
          11.175188682892234,
          17.161407076939263,
          131.27168484134825,
          11.280857531967197,
          56.095516162244294,
          35.81622287744806,
          14.604216928298248,
          12.728065156983401,
          20.782000557560327,
          26.266617280015936,
          10.123589664883484,
          17.119053170020994,
          130.31263563765634,
          14.587448045479197,
          56.16561415041904,
          11.259534442140243,
          26.241620724905477,
          35.77326791409717,
          20.718417006978996,
          10.108178967936903,
          12.702538853285152
        ]
      },
      "tg_throughput": {
        "mean": 6.603247195361803,
        "std": 0.02390736912155974,
        "values": [
          6.569960623890085,
          6.625023371824675,
          6.6147575903706475
        ]
      },
      "tg_req_throughput": {
        "mean": 24.874724218403763,
        "std": 1.1462986729722748,
        "values": [
          24.980824055547934,
          18.83095989956078,
          25.248552109749948,
          25.20124309804157,
          25.47937960066339,
          25.476885878551595,
          25.172468558949188,
          25.370322208017612,
          24.730230345586556,
          25.34218759727345,
          25.062750941520715,
          25.015587217313215,
          25.043976591804114,
          25.29558879445261,
          24.82799493544269,
          24.80048475270712,
          25.186270717158703,
          24.71351693708832,
          25.25706860704877,
          25.42106645302122,
          24.870113706493363,
          25.002177556698914,
          25.000484847055123,
          24.742008319029477,
          25.28581071507183,
          24.79965914135345,
          24.970648565748153,
          24.830401097171116,
          24.897415141143494,
          25.38564816284843
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.339934634239519,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 109304.53430333195,
        "std": 59827.86918807468,
        "values": [
          15740.957435016753,
          119386.06961301412,
          57142.572003998794,
          36481.459517992334,
          77932.55096202483,
          98602.43712298688,
          141871.53055000817,
          162568.61180599662,
          203907.2294519865,
          183264.76260501659,
          119339.17161799036,
          15602.869570982875,
          181548.11974900076,
          36510.79453199054,
          57182.429911976214,
          140235.1065200055,
          160905.90508797322,
          98548.45436799224,
          77971.32739500375,
          202301.4214010036,
          119634.42222299636,
          15717.688436998287,
          140396.3107689924,
          36465.22895799717,
          181891.92898600595,
          78045.59771798085,
          57251.090086996555,
          98850.88850199827,
          202609.84299401753,
          161229.2492040142
        ]
      },
      "est_ppt": {
        "mean": 109302.89665433715,
        "std": 59827.86918807468,
        "values": [
          15739.319786021952,
          119384.43196401931,
          57140.93435500399,
          36479.82186899753,
          77930.91331303003,
          98600.79947399208,
          141869.89290101337,
          162566.97415700182,
          203905.5918029917,
          183263.12495602178,
          119337.53396899556,
          15601.231921988074,
          181546.48210000596,
          36509.15688299574,
          57180.79226298141,
          140233.4688710107,
          160904.26743897842,
          98546.81671899743,
          77969.68974600895,
          202299.7837520088,
          119632.78457400156,
          15716.050788003486,
          140394.6731199976,
          36463.59130900237,
          181890.29133701115,
          78043.96006898605,
          57249.452438001754,
          98849.25085300347,
          202608.20534502272,
          161227.6115550194
        ]
      },
      "e2e_ttft": {
        "mean": 109306.04679199946,
        "std": 59827.9888440629,
        "values": [
          15740.957435016753,
          119388.00616801018,
          57144.35961199342,
          36481.459517992334,
          77934.07024201588,
          98604.35742099071,
          141873.39808401885,
          162570.48862200463,
          203907.2294519865,
          183266.59540800028,
          119341.05733098113,
          15604.851937998319,
          181549.82529199333,
          36512.58683000924,
          57182.429911976214,
          140236.95813398808,
          160907.36466398812,
          98548.45436799224,
          77973.07864300092,
          202303.28277201625,
          119635.8139590011,
          15719.550195994088,
          140398.15832901513,
          36467.15545200277,
          181893.8486870029,
          78047.58130997652,
          57253.0338249926,
          98852.63126401696,
          202611.65310500655,
          161231.16578700137
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1153.25884513822,
        "std": 4.89632486889236,
        "values": [
          1159.1892718631786,
          1153.3893586657493,
          1147.197904885732
        ]
      },
      "pp_req_throughput": {
        "mean": 1153.25884513822,
        "std": 4.89632486889236,
        "values": [
          1159.1892718631786,
          1153.3893586657493,
          1147.197904885732
        ]
      },
      "tg_throughput": {
        "mean": 25.15502321745434,
        "std": 0.07230868213978241,
        "values": [
          25.057196266558265,
          25.178144561777337,
          25.22972882402741
        ]
      },
      "tg_req_throughput": {
        "mean": 25.15502321745434,
        "std": 0.07230868213978241,
        "values": [
          25.057196266558265,
          25.178144561777337,
          25.22972882402741
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 28416.030398676714,
        "std": 120.6610781479901,
        "values": [
          28270.150395022938,
          28412.302858021576,
          28565.63794298563
        ]
      },
      "est_ppt": {
        "mean": 28414.775166330703,
        "std": 120.6610781479901,
        "values": [
          28268.895162676927,
          28411.047625675565,
          28564.38271063962
        ]
      },
      "e2e_ttft": {
        "mean": 28417.708900010137,
        "std": 121.6343000464676,
        "values": [
          28270.150395022938,
          28414.923016011016,
          28568.053288996452
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 67.78954208868055,
        "std": 0.15484620309900607,
        "values": [
          67.931121132402,
          67.86343342493679,
          67.57407170870287
        ]
      },
      "pp_req_throughput": {
        "mean": 67.78954208868055,
        "std": 0.15484620309900607,
        "values": [
          67.931121132402,
          67.86343342493679,
          67.57407170870287
        ]
      },
      "tg_throughput": {
        "mean": 25.281418551543386,
        "std": 0.07016525989969809,
        "values": [
          25.31950765461843,
          25.18302249897789,
          25.341725501033835
        ]
      },
      "tg_req_throughput": {
        "mean": 25.281418551543386,
        "std": 0.07016525989969809,
        "values": [
          25.31950765461843,
          25.18302249897789,
          25.341725501033835
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 30212.562722668128,
        "std": 69.10516825798386,
        "values": [
          30149.44012698834,
          30179.510246001882,
          30308.737795014167
        ]
      },
      "est_ppt": {
        "mean": 30211.307490322117,
        "std": 69.10516825798386,
        "values": [
          30148.184894642327,
          30178.25501365587,
          30307.482562668156
        ]
      },
      "e2e_ttft": {
        "mean": 30215.52794368472,
        "std": 69.04592824691775,
        "values": [
          30152.433036011644,
          30182.536380016245,
          30311.61441502627
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 0,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 356.635874909829,
        "std": 0.7225651922970555,
        "values": [
          357.05789049048644,
          355.6189032102955,
          357.23083102870515
        ]
      },
      "pp_req_throughput": {
        "mean": 350.9943016966727,
        "std": 435.0699482849712,
        "values": [
          243.99908416154568,
          1208.3969890225892,
          93.40364684389904,
          135.228009877868,
          71.41778934422483,
          241.27350798243265,
          1217.8871325866721,
          71.12804063358844,
          134.36304183031908,
          92.92159321224476,
          93.44973760863256,
          134.83732637307045,
          71.45063541235663,
          1213.0695420757131,
          242.08844848493501
        ]
      },
      "tg_throughput": {
        "mean": 19.76962231706254,
        "std": 0.028577883027577987,
        "values": [
          19.775411480816707,
          19.732088057288895,
          19.801367413082016
        ]
      },
      "tg_req_throughput": {
        "mean": 25.07628673772722,
        "std": 0.1588850053879122,
        "values": [
          25.165768641907725,
          25.353634216858914,
          25.247911670082512,
          25.04965496949506,
          24.76469306727872,
          25.15822801976809,
          24.836126694146742,
          25.051791585666514,
          24.90924107658523,
          25.191576979033965,
          25.196800233119404,
          25.07707634900649,
          24.9327201148993,
          24.995994081860847,
          25.213083366198788
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.33993463423951903,
        "values": [
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 15201.316964395422,
        "std": 9554.357309868828,
        "values": [
          8395.0249569898,
          1696.3580979791004,
          21927.88956698496,
          15146.342221996747,
          28677.879497990943,
          8489.842880982906,
          1683.1516489910427,
          28794.69600500306,
          15243.837489018915,
          22041.637844988145,
          21917.0751789934,
          15190.223395999055,
          28664.696905005258,
          1689.8299669846892,
          8461.268808023306
        ]
      },
      "est_ppt": {
        "mean": 15199.766134726811,
        "std": 9554.357309868828,
        "values": [
          8393.474127321193,
          1694.8072683104936,
          21926.338737316353,
          15144.79139232814,
          28676.328668322338,
          8488.292051314298,
          1681.6008193224359,
          28793.145175334455,
          15242.286659350308,
          22040.08701531954,
          21915.524349324794,
          15188.672566330448,
          28663.146075336652,
          1688.2791373160824,
          8459.717978354698
        ]
      },
      "e2e_ttft": {
        "mean": 15201.316964395422,
        "std": 9554.357309868828,
        "values": [
          8395.0249569898,
          1696.3580979791004,
          21927.88956698496,
          15146.342221996747,
          28677.879497990943,
          8489.842880982906,
          1683.1516489910427,
          28794.69600500306,
          15243.837489018915,
          22041.637844988145,
          21917.0751789934,
          15190.223395999055,
          28664.696905005258,
          1689.8299669846892,
          8461.268808023306
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 907.170351875553,
        "std": 6.187316401210812,
        "values": [
          898.4334134111002,
          911.9556616939893,
          911.1219805215696
        ]
      },
      "pp_req_throughput": {
        "mean": 479.07662545202817,
        "std": 363.67760714861777,
        "values": [
          1177.638753341829,
          497.6420981128102,
          309.0644705784679,
          226.91755359015346,
          179.6921980898113,
          182.3979246713864,
          1167.197370969928,
          315.0898045602488,
          495.9388901769887,
          230.90470754815286,
          498.35714193714085,
          1176.5129315227523,
          315.5039358068146,
          231.05830778606781,
          182.2332930878699
        ]
      },
      "tg_throughput": {
        "mean": 7.797474871229468,
        "std": 0.06170818096860002,
        "values": [
          7.710735945268998,
          7.849158084271995,
          7.832530584147412
        ]
      },
      "tg_req_throughput": {
        "mean": 24.799479269843154,
        "std": 1.082514302614339,
        "values": [
          25.33448033677388,
          20.79331203021735,
          24.783416740504588,
          25.098909500879795,
          24.993359618522874,
          24.872978068533453,
          25.321987847657052,
          25.028024716842825,
          25.26690763534808,
          25.273795313210584,
          24.91839631838569,
          25.155849684564,
          25.112228596145957,
          25.068079188742765,
          24.970463451318395
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          27.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.33993463423951903,
        "values": [
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 52180.04473079734,
        "std": 27031.16617874983,
        "values": [
          13915.141560981283,
          32926.975879992824,
          53016.53558498947,
          72208.54903999134,
          91185.40964901331,
          89832.77272002306,
          14039.606793987332,
          52002.75460901321,
          33040.0514639914,
          70961.71522702207,
          32879.73463800154,
          13928.455522982404,
          51934.497904992895,
          70914.543263003,
          89913.92710397486
        ]
      },
      "est_ppt": {
        "mean": 52178.33795913805,
        "std": 27031.166178749834,
        "values": [
          13913.434789322006,
          32925.269108333545,
          53014.82881333019,
          72206.84226833207,
          91183.70287735404,
          89831.06594836379,
          14037.900022328055,
          52001.04783735393,
          33038.344692332124,
          70960.0084553628,
          32878.02786634226,
          13926.748751323126,
          51932.791133333616,
          70912.83649134373,
          89912.22033231558
        ]
      },
      "e2e_ttft": {
        "mean": 52181.096569532136,
        "std": 27031.206648333977,
        "values": [
          13915.141560981283,
          32928.65488000098,
          53017.887301015435,
          72208.54903999134,
          91185.40964901331,
          89834.41130002029,
          14039.606793987332,
          52004.10541301244,
          33041.543192986865,
          70963.3947010152,
          32881.07324298471,
          13930.140318989288,
          51935.342767013935,
          70916.06543798116,
          89915.12294398854
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 5,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 103.73780504043185,
        "std": 0.2211179538104479,
        "values": [
          103.49178296286985,
          103.6936497630483,
          104.02798239537744
        ]
      },
      "pp_req_throughput": {
        "mean": 53.8215786336795,
        "std": 40.03404691968323,
        "values": [
          35.78472734079301,
          56.03773996824323,
          130.02042943048818,
          26.21315515601779,
          20.699460897942007,
          56.18407328863508,
          129.99585721018494,
          26.24540322692512,
          35.7374552896477,
          20.739992212626937,
          20.806338045575902,
          26.310339116632555,
          56.20745700577832,
          130.49818290007207,
          35.843068415629766
        ]
      },
      "tg_throughput": {
        "mean": 7.214433530886157,
        "std": 0.017132535391640783,
        "values": [
          7.192002956850459,
          7.217715491694872,
          7.23358214411314
        ]
      },
      "tg_req_throughput": {
        "mean": 25.111975555550696,
        "std": 0.19301427242053257,
        "values": [
          25.170980928911742,
          25.116721985430274,
          25.197183705743118,
          25.017643289112964,
          24.889024928258987,
          24.840397137905615,
          24.731803344095894,
          25.089158260088038,
          25.082550079258393,
          25.482122556430745,
          25.16166796138035,
          25.37980076979143,
          25.33888606809806,
          25.03523371069349,
          25.146458608061337
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.133333333333333,
        "std": 0.33993463423951903,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 57230.33826626682,
        "std": 29340.602699523773,
        "values": [
          57232.826083985856,
          36548.50543200155,
          15753.07760600117,
          78130.41687200894,
          98941.4815850032,
          36453.318057989236,
          15756.054978992324,
          78034.41910198308,
          57308.52907898952,
          98748.12764799572,
          98433.25179000385,
          77841.82851700461,
          36438.15327002085,
          15695.411883003544,
          57139.67208901886
        ]
      },
      "est_ppt": {
        "mean": 57228.631494607536,
        "std": 29340.602699523773,
        "values": [
          57231.11931232658,
          36546.79866034227,
          15751.370834341893,
          78128.71010034966,
          98939.77481334393,
          36451.61128632996,
          15754.348207333047,
          78032.7123303238,
          57306.82230733024,
          98746.42087633644,
          98431.54501834458,
          77840.12174534534,
          36436.44649836157,
          15693.705111344267,
          57137.96531735958
        ]
      },
      "e2e_ttft": {
        "mean": 57231.92820820065,
        "std": 29340.705631250767,
        "values": [
          57234.634602005826,
          36549.95579298702,
          15754.528574005235,
          78132.25017502555,
          98942.84095999319,
          36453.318057989236,
          15757.94611798483,
          78035.72199298651,
          57310.336861002725,
          98749.97708201408,
          98435.05337901297,
          77843.89708100935,
          36440.09367201943,
          15696.892555977684,
          57141.476218996104
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1093.320809511438,
        "std": 4.583109666923845,
        "values": [
          1099.742451781918,
          1089.3489205467201,
          1090.8710562056763
        ]
      },
      "pp_req_throughput": {
        "mean": 1093.320809511438,
        "std": 4.583109666923845,
        "values": [
          1099.742451781918,
          1089.3489205467201,
          1090.8710562056763
        ]
      },
      "tg_throughput": {
        "mean": 24.692632301770384,
        "std": 0.3421761502120209,
        "values": [
          24.3325179850745,
          24.592751903074127,
          25.15262701716252
        ]
      },
      "tg_req_throughput": {
        "mean": 24.692632301770384,
        "std": 0.3421761502120209,
        "values": [
          24.3325179850745,
          24.592751903074127,
          25.15262701716252
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 91468.37343166892,
        "std": 382.3823618554718,
        "values": [
          90932.68371399608,
          91800.26359300246,
          91672.17298800824
        ]
      },
      "est_ppt": {
        "mean": 91466.9798919931,
        "std": 382.3823618554718,
        "values": [
          90931.29017432027,
          91798.87005332664,
          91670.77944833243
        ]
      },
      "e2e_ttft": {
        "mean": 91472.44772033689,
        "std": 382.4320575851815,
        "values": [
          90937.31071200455,
          91807.85946099786,
          91672.17298800824
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 22.014720001912337,
        "std": 0.11193979679121766,
        "values": [
          22.10082204049123,
          21.85662287720029,
          22.086715088045487
        ]
      },
      "pp_req_throughput": {
        "mean": 22.014720001912337,
        "std": 0.11193979679121766,
        "values": [
          22.10082204049123,
          21.85662287720029,
          22.086715088045487
        ]
      },
      "tg_throughput": {
        "mean": 24.94629181993527,
        "std": 0.047791188430497726,
        "values": [
          25.01387750065138,
          24.91285725182565,
          24.912140707328778
        ]
      },
      "tg_req_throughput": {
        "mean": 24.94629181993527,
        "std": 0.047791188430497726,
        "values": [
          25.01387750065138,
          24.91285725182565,
          24.912140707328778
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.816496580927726,
        "values": [
          26.0,
          28.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 27.0,
        "std": 0.816496580927726,
        "values": [
          26.0,
          28.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 93032.47187367135,
        "std": 474.7284565104362,
        "values": [
          92667.62994698365,
          93702.96909901663,
          92726.8165750138
        ]
      },
      "est_ppt": {
        "mean": 93031.07833399554,
        "std": 474.7284565104362,
        "values": [
          92666.23640730784,
          93701.57555934081,
          92725.42303533798
        ]
      },
      "e2e_ttft": {
        "mean": 93038.77598666197,
        "std": 474.0882409692944,
        "values": [
          92675.24165997747,
          93708.41770901461,
          92732.66859099385
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 998.0408818367696,
        "std": 0.9822486245517544,
        "values": [
          997.9970173913468,
          996.8604100202864,
          999.2652180986756
        ]
      },
      "pp_req_throughput": {
        "mean": 313.44031292735,
        "std": 307.073782449213,
        "values": [
          254.8602502737297,
          1150.662340443989,
          167.73364140303076,
          529.6461011642168,
          344.43826820032257,
          202.2344674797327,
          125.19384619717648,
          143.3865334464369,
          111.07815703101076,
          99.80109917647394,
          202.37286515398776,
          1152.108158849823,
          530.1312541441584,
          343.69597137646355,
          254.58810267274302,
          167.86993175052905,
          143.28342883579052,
          125.04720634960975,
          110.89255932144145,
          99.68764589295354,
          1159.8218241015832,
          255.59174786789694,
          532.5551403473478,
          345.4710325283575,
          143.6008291617915,
          202.9384715460657,
          168.17420912717037,
          125.23447441025648,
          111.18171591323787,
          99.92811365317698
        ]
      },
      "tg_throughput": {
        "mean": 4.163499952568918,
        "std": 0.003071790973201829,
        "values": [
          4.16444664647676,
          4.159354865202303,
          4.16669834602769
        ]
      },
      "tg_req_throughput": {
        "mean": 25.053781191784882,
        "std": 0.27580566454768196,
        "values": [
          24.97897111884054,
          24.951739215390962,
          25.16637000735605,
          24.726577454005852,
          25.18052402442952,
          25.440748039090973,
          25.05517195221245,
          24.968471779973388,
          25.093591930409413,
          24.928298465203323,
          24.822776036160114,
          24.924979344827143,
          24.520009831539948,
          24.94051682316175,
          25.06615755862582,
          25.599725613568868,
          25.284466665018005,
          24.999484134571016,
          25.400542723246637,
          25.103088407197696,
          24.85392347186636,
          25.067741173918414,
          25.52956193447839,
          25.088203361931686,
          24.834442329192633,
          25.46429445080898,
          24.87284326843967,
          25.489185687026353,
          24.478510048373973,
          24.78251890268052
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.066666666666666,
        "std": 0.24944382578492943,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 178440.78809536682,
        "std": 95736.91288490672,
        "values": [
          128577.4391820014,
          28479.47262300295,
          195364.40576601308,
          61870.70639699232,
          95138.60445198952,
          162035.78581800684,
          261747.18420999125,
          228537.1980400232,
          295009.5876890118,
          328344.16917097406,
          161924.97439699946,
          28443.734166998183,
          61814.08602700685,
          95344.07754198764,
          128714.88372099702,
          195205.79407401965,
          228701.64920101524,
          262054.1275489959,
          295503.33498299005,
          328717.85238801385,
          28253.707547992235,
          128209.4566890155,
          61530.87091600173,
          94854.19673100114,
          228196.15329400403,
          161473.67907498847,
          194852.61046199594,
          261662.2692849778,
          294734.805546992,
          327926.8259170058
        ]
      },
      "est_ppt": {
        "mean": 178439.69600870428,
        "std": 95736.91288490672,
        "values": [
          128576.34709533886,
          28478.38053634041,
          195363.31367935054,
          61869.61431032978,
          95137.51236532698,
          162034.6937313443,
          261746.0921233287,
          228536.10595336067,
          295008.4956023493,
          328343.0770843115,
          161923.88231033692,
          28442.642080335645,
          61812.99394034431,
          95342.9854553251,
          128713.79163433448,
          195204.7019873571,
          228700.5571143527,
          262053.03546233336,
          295502.2428963275,
          328716.7603013513,
          28252.615461329697,
          128208.36460235296,
          61529.77882933919,
          94853.1046443386,
          228195.0612073415,
          161472.58698832593,
          194851.5183753334,
          261661.17719831527,
          294733.71346032945,
          327925.73383034323
        ]
      },
      "e2e_ttft": {
        "mean": 178441.0949302003,
        "std": 95736.82731545788,
        "values": [
          128577.4391820014,
          28479.47262300295,
          195364.40576601308,
          61870.70639699232,
          95138.60445198952,
          162038.76516601304,
          261747.18420999125,
          228537.1980400232,
          295009.5876890118,
          328344.16917097406,
          161924.97439699946,
          28445.05280998419,
          61814.08602700685,
          95344.07754198764,
          128714.88372099702,
          195205.79407401965,
          228701.64920101524,
          262054.1275489959,
          295506.0959609982,
          328717.85238801385,
          28255.85362399579,
          128209.4566890155,
          61530.87091600173,
          94854.19673100114,
          228196.15329400403,
          161473.67907498847,
          194852.61046199594,
          261662.2692849778,
          294734.805546992,
          327926.8259170058
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 32768,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 59.18352901818749,
        "std": 0.03941393106239267,
        "values": [
          59.19183663811025,
          59.131642362814375,
          59.22710805363785
        ]
      },
      "pp_req_throughput": {
        "mean": 18.521575527713974,
        "std": 18.057331590127035,
        "values": [
          67.77110570393266,
          15.113953917487372,
          20.400821577305724,
          31.37200320714311,
          12.013138173935038,
          7.42262725184198,
          6.5869985962210285,
          8.510298636224059,
          5.9192779231573756,
          9.95838197520469,
          5.913182881539703,
          67.86628737480751,
          31.34912951489773,
          20.3854907636234,
          9.947244275364529,
          15.110056559639194,
          8.488599628668679,
          11.994797836756721,
          7.409031437022448,
          6.5752468734789815,
          5.922729510874804,
          68.1033013586973,
          12.019624464502003,
          7.43590862552766,
          9.968093803904084,
          31.429685926569732,
          20.41119993524073,
          6.5911723385546885,
          15.133710481161154,
          8.52416527813506
        ]
      },
      "tg_throughput": {
        "mean": 3.9568485874921464,
        "std": 0.0025757991810259713,
        "values": [
          3.957890729738087,
          3.953304675522244,
          3.959350357216108
        ]
      },
      "tg_req_throughput": {
        "mean": 25.083917606005535,
        "std": 0.2235452162952929,
        "values": [
          25.328367673138157,
          25.267025431340958,
          25.227678682805866,
          25.341593390012992,
          24.79608084333241,
          25.10245069622778,
          25.084544915619002,
          24.809270247119294,
          24.864135092613598,
          24.895645149617017,
          24.970089897327952,
          25.059596297780576,
          25.09691958041247,
          24.831415914783022,
          24.859567349751515,
          25.02984913478707,
          25.45913822256523,
          25.114097323765783,
          25.33847291219223,
          25.439052073905238,
          25.154671858448573,
          24.815228412895564,
          25.029389351398404,
          24.58669476193884,
          24.871089641882868,
          25.490644927111507,
          25.084777461951173,
          25.2410274305919,
          25.30106863677426,
          25.027944868074844
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.2,
        "std": 0.4000000000000001,
        "values": [
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 188119.57524010117,
        "std": 100824.99420451494,
        "values": [
          30220.460337004624,
          135505.0119200023,
          100389.2059790087,
          65282.227832998615,
          170481.10907702358,
          275914.179260988,
          310916.59784902004,
          240650.69647101336,
          345989.23905097763,
          205656.99131801375,
          346345.86799298995,
          30178.07802799507,
          65329.85979699879,
          100464.70239397604,
          205887.25948199863,
          135539.96263400768,
          241265.85772400722,
          170741.77716299891,
          276420.48879299546,
          311472.28691898636,
          345787.6076179964,
          30073.055694025243,
          170389.11095101503,
          275421.367286006,
          205456.62253099727,
          65162.41774498485,
          100338.16224901238,
          310719.7161499935,
          135328.1159879989,
          240259.2209680006
        ]
      },
      "est_ppt": {
        "mean": 188118.48315343863,
        "std": 100824.99420451494,
        "values": [
          30219.368250342086,
          135503.91983333975,
          100388.11389234615,
          65281.13574633608,
          170480.01699036104,
          275913.0871743255,
          310915.5057623575,
          240649.60438435082,
          345988.1469643151,
          205655.8992313512,
          346344.7759063274,
          30176.985941332532,
          65328.76771033625,
          100463.6103073135,
          205886.1673953361,
          135538.87054734514,
          241264.76563734468,
          170740.68507633638,
          276419.3967063329,
          311471.1948323238,
          345786.51553133386,
          30071.963607362704,
          170388.0188643525,
          275420.27519934345,
          205455.53044433473,
          65161.32565832231,
          100337.07016234985,
          310718.62406333094,
          135327.02390133636,
          240258.12888133805
        ]
      },
      "e2e_ttft": {
        "mean": 188120.12816990027,
        "std": 100824.32050656553,
        "values": [
          30223.430776008172,
          135505.0119200023,
          100389.2059790087,
          65282.227832998615,
          170481.10907702358,
          275914.179260988,
          310916.59784902004,
          240650.69647101336,
          345989.23905097763,
          205656.99131801375,
          346345.86799298995,
          30181.15747498814,
          65329.85979699879,
          100466.88284297124,
          205887.25948199863,
          135539.96263400768,
          241265.85772400722,
          170744.08338099602,
          276420.48879299546,
          311472.28691898636,
          345787.6076179964,
          30076.108411012683,
          170389.11095101503,
          275421.367286006,
          205456.62253099727,
          65165.41636898182,
          100338.16224901238,
          310719.7161499935,
          135328.1159879989,
          240259.2209680006
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 989.7922790893936,
        "std": 1.7138740528745517,
        "values": [
          992.1136235331317,
          988.0278135387938,
          989.2354001962553
        ]
      },
      "pp_req_throughput": {
        "mean": 832.3097087273865,
        "std": 337.3916302612606,
        "values": [
          1167.192905595685,
          496.0975995654929,
          1165.8798170394005,
          494.0620589737899,
          1175.9849234835674,
          494.6409477063839
        ]
      },
      "tg_throughput": {
        "mean": 10.525487120782211,
        "std": 0.034745523368538554,
        "values": [
          10.569260863216094,
          10.522933425616545,
          10.484267073513996
        ]
      },
      "tg_req_throughput": {
        "mean": 25.075781132072724,
        "std": 0.1933502446308885,
        "values": [
          24.962378050202492,
          25.190514272649843,
          24.700500811657964,
          25.263594059375432,
          25.119608648363496,
          25.218090950187133
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 23558.101975000074,
        "std": 9548.818152250076,
        "values": [
          14039.158628002042,
          33028.98010899662,
          14054.969071003143,
          33165.05487100221,
          13934.206653008005,
          33126.24251798843
        ]
      },
      "est_ppt": {
        "mean": 23556.897074653534,
        "std": 9548.818152250074,
        "values": [
          14037.9537276555,
          33027.77520865008,
          14053.764170656601,
          33163.84997065567,
          13933.001752661463,
          33125.03761764189
        ]
      },
      "e2e_ttft": {
        "mean": 23559.267613008462,
        "std": 9548.653213779158,
        "values": [
          14040.116303018294,
          33030.296871002065,
          14056.322985008592,
          33166.74225701718,
          13935.88474401622,
          33126.24251798843
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 16384,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 111.98340925125274,
        "std": 0.1322057892891283,
        "values": [
          112.11549848559504,
          111.80277021139666,
          112.0319590567665
        ]
      },
      "pp_req_throughput": {
        "mean": 93.12430118700449,
        "std": 37.13127512480006,
        "values": [
          56.06249742237756,
          130.51090439060607,
          129.3542286722099,
          55.90681525399314,
          130.89286559801582,
          56.01849578482442
        ]
      },
      "tg_throughput": {
        "mean": 9.81304136929002,
        "std": 0.01742441995825008,
        "values": [
          9.816346368070407,
          9.832536525883844,
          9.790241213915806
        ]
      },
      "tg_req_throughput": {
        "mean": 25.159615093524128,
        "std": 0.1534378473736511,
        "values": [
          25.21237742908417,
          24.839386317941337,
          25.119579155663512,
          25.246719606356255,
          25.304821334852928,
          25.23480671724656
        ]
      },
      "peak_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.166666666666668,
        "std": 0.3726779962499649,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 26150.113426827982,
        "std": 10425.41860574166,
        "values": [
          36531.86432798975,
          15693.38027498452,
          15833.698519010795,
          36633.59024899546,
          15647.58860997972,
          36560.55858000764
        ]
      },
      "est_ppt": {
        "mean": 26148.90852648144,
        "std": 10425.418605741657,
        "values": [
          36530.65942764321,
          15692.175374637978,
          15832.493618664254,
          36632.38534864892,
          15646.383709633179,
          36559.35367966109
        ]
      },
      "e2e_ttft": {
        "mean": 26151.401789994754,
        "std": 10425.416140144878,
        "values": [
          36533.753631985746,
          15695.308249996742,
          15833.698519010795,
          36635.56702597998,
          15649.52473298763,
          36560.55858000764
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 0,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 483.584772045261,
        "std": 1.67537193072853,
        "values": [
          482.3998777169826,
          485.95410573715594,
          482.4003326816445
        ]
      },
      "pp_req_throughput": {
        "mean": 722.3473343712872,
        "std": 480.56277828688434,
        "values": [
          241.2379802143633,
          1214.466807835757,
          1203.3877565378339,
          243.02061680121125,
          1190.7278676706871,
          241.24297716787063
        ]
      },
      "tg_throughput": {
        "mean": 21.478623613901316,
        "std": 0.0203826719126886,
        "values": [
          21.44996081798504,
          21.495603231855387,
          21.490306791863524
        ]
      },
      "tg_req_throughput": {
        "mean": 25.050749496388516,
        "std": 0.11481982680332478,
        "values": [
          25.20647522453502,
          24.870664067357737,
          25.09157078371294,
          24.94700485660746,
          25.038795168336982,
          25.149986877780947
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 5087.060980168947,
        "std": 3383.081081169054,
        "values": [
          8490.881090983748,
          1687.6756880083121,
          1703.2010339898989,
          8428.607492009178,
          1721.2953320122324,
          8490.705244010314
        ]
      },
      "est_ppt": {
        "mean": 5085.72203416649,
        "std": 3383.0810811690544,
        "values": [
          8489.542144981291,
          1686.3367420058541,
          1701.8620879874409,
          8427.26854600672,
          1719.9563860097744,
          8489.366298007857
        ]
      },
      "e2e_ttft": {
        "mean": 5087.060980168947,
        "std": 3383.081081169054,
        "values": [
          8490.881090983748,
          1687.6756880083121,
          1703.2010339898989,
          8428.607492009178,
          1721.2953320122324,
          8490.705244010314
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1081.9345793803486,
        "std": 2.1332288952176954,
        "values": [
          1084.6882030147822,
          1079.4904503942432,
          1081.625084732021
        ]
      },
      "pp_req_throughput": {
        "mean": 833.0307838357171,
        "std": 292.04081253870265,
        "values": [
          1128.215920245543,
          542.3762045444583,
          539.772352288078,
          1121.4814964632021,
          1125.4947897433942,
          540.8439397296268
        ]
      },
      "tg_throughput": {
        "mean": 3.7114868782763213,
        "std": 0.009127100307104044,
        "values": [
          3.7240921266723364,
          3.7027786928797624,
          3.7075898152768647
        ]
      },
      "tg_req_throughput": {
        "mean": 24.786932603700247,
        "std": 0.2506298925729196,
        "values": [
          24.92921682572875,
          24.289263269914915,
          24.808824878905188,
          24.705557828539675,
          24.905445660268143,
          25.083287158844822
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 89697.15776199398,
        "std": 31444.821772823947,
        "values": [
          58089.868501992896,
          120832.95653297682,
          121415.84438699647,
          58438.684211985674,
          58230.3093970113,
          121175.28354100068
        ]
      },
      "est_ppt": {
        "mean": 89695.46088032075,
        "std": 31444.82177282394,
        "values": [
          58088.17162031968,
          120831.2596513036,
          121414.14750532324,
          58436.987330312455,
          58228.61251533808,
          121173.58665932745
        ]
      },
      "e2e_ttft": {
        "mean": 89700.68456583249,
        "std": 31445.876004473943,
        "values": [
          58089.868501992896,
          120837.8946390003,
          121420.24966698955,
          58441.211731988005,
          58235.2027130255,
          121179.68014199869
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 2,
      "context_size": 65535,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 32.7057872692967,
        "std": 0.02534760575922524,
        "values": [
          32.73803340350746,
          32.70322487318997,
          32.67610353119266
        ]
      },
      "pp_req_throughput": {
        "mean": 25.224875976271107,
        "std": 8.871678796493766,
        "values": [
          34.14854797112314,
          16.369309030680636,
          34.21534962301935,
          16.352614710816873,
          33.924445130135595,
          16.33898939185103
        ]
      },
      "tg_throughput": {
        "mean": 3.592308536581408,
        "std": 0.011840359129420585,
        "values": [
          3.6020482850463704,
          3.575642725279328,
          3.599234599418524
        ]
      },
      "tg_req_throughput": {
        "mean": 24.551565849937703,
        "std": 0.6932384210704815,
        "values": [
          23.034115502113803,
          24.897214842946767,
          25.013739943079926,
          24.74859370401209,
          24.610959075653074,
          25.00477203182056
        ]
      },
      "peak_throughput": {
        "mean": 26.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.333333333333332,
        "std": 0.4714045207910317,
        "values": [
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          27.0
        ]
      },
      "ttfr": {
        "mean": 92650.91934849625,
        "std": 32583.364722485014,
        "values": [
          59974.964316992555,
          125113.88067400549,
          59857.87320500822,
          125241.60720899818,
          60371.14410899812,
          125346.04657697491
        ]
      },
      "est_ppt": {
        "mean": 92649.22246682302,
        "std": 32583.364722485014,
        "values": [
          59973.267435319336,
          125112.18379233226,
          59856.176323335,
          125239.91032732495,
          60369.447227324905,
          125344.34969530169
        ]
      },
      "e2e_ttft": {
        "mean": 92654.45845582872,
        "std": 32583.163489571936,
        "values": [
          59977.57559499587,
          125113.88067400549,
          59861.94536599214,
          125246.655275987,
          60375.69528399035,
          125350.99854000146
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1187.956231689364,
        "std": 5.464309265699302,
        "values": [
          1188.1652184286975,
          1194.5416753174495,
          1181.1618013219445
        ]
      },
      "pp_req_throughput": {
        "mean": 1187.956231689364,
        "std": 5.464309265699302,
        "values": [
          1188.1652184286975,
          1194.5416753174495,
          1181.1618013219445
        ]
      },
      "tg_throughput": {
        "mean": 25.064602550695437,
        "std": 0.18046608689374335,
        "values": [
          25.12198295815077,
          24.82054607893049,
          25.25127861500505
        ]
      },
      "tg_req_throughput": {
        "mean": 25.064602550695437,
        "std": 0.18046608689374335,
        "values": [
          25.12198295815077,
          24.82054607893049,
          25.25127861500505
        ]
      },
      "peak_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.0,
        "std": 0.0,
        "values": [
          26.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 3449.9262410002607,
        "std": 15.86831807876506,
        "values": [
          3449.2466439842246,
          3430.840312008513,
          3469.691767008044
        ]
      },
      "est_ppt": {
        "mean": 3448.853248672094,
        "std": 15.86831807876506,
        "values": [
          3448.173651656058,
          3429.7673196803466,
          3468.6187746798773
        ]
      },
      "e2e_ttft": {
        "mean": 3449.9262410002607,
        "std": 15.86831807876506,
        "values": [
          3449.2466439842246,
          3430.840312008513,
          3469.691767008044
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 1,
      "context_size": 4096,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 397.44918824293444,
        "std": 1.5583101411774944,
        "values": [
          397.6690978708874,
          399.2382398957176,
          395.4402269621982
        ]
      },
      "pp_req_throughput": {
        "mean": 397.44918824293444,
        "std": 1.5583101411774944,
        "values": [
          397.6690978708874,
          399.2382398957176,
          395.4402269621982
        ]
      },
      "tg_throughput": {
        "mean": 22.83272322039085,
        "std": 3.4115471011999516,
        "values": [
          25.29571998296391,
          18.008424309402642,
          25.194025368806
        ]
      },
      "tg_req_throughput": {
        "mean": 22.83272322039085,
        "std": 3.4115471011999516,
        "values": [
          25.29571998296391,
          18.008424309402642,
          25.194025368806
        ]
      },
      "peak_throughput": {
        "mean": 24.0,
        "std": 2.8284271247461903,
        "values": [
          26.0,
          20.0,
          26.0
        ]
      },
      "peak_req_throughput": {
        "mean": 24.0,
        "std": 2.8284271247461903,
        "values": [
          26.0,
          20.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 5154.012210667133,
        "std": 20.220303724151833,
        "values": [
          5151.083417993505,
          5130.842126003699,
          5180.111088004196
        ]
      },
      "est_ppt": {
        "mean": 5152.939218338967,
        "std": 20.220303724151833,
        "values": [
          5150.0104256653385,
          5129.769133675533,
          5179.03809567603
        ]
      },
      "e2e_ttft": {
        "mean": 5154.012210667133,
        "std": 20.220303724151833,
        "values": [
          5151.083417993505,
          5130.842126003699,
          5180.111088004196
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": true,
      "pp_throughput": {
        "mean": 1044.44105858965,
        "std": 0.8423952326190602,
        "values": [
          1043.461534950538,
          1045.5180551767603,
          1044.343585641652
        ]
      },
      "pp_req_throughput": {
        "mean": 312.7120602886189,
        "std": 289.17016234471635,
        "values": [
          1088.5648377699888,
          130.71726560305473,
          262.0041307793897,
          532.0205012537223,
          351.81936399948734,
          209.44051750221726,
          174.45027711375317,
          104.34770341585988,
          149.39387025571477,
          116.01473615126427,
          1099.757732492628,
          352.12706708156077,
          533.1017732409988,
          210.1333540102289,
          116.18995332945353,
          174.882247884021,
          149.56891849539335,
          263.0757336616242,
          130.78581073951614,
          104.55358005410488,
          351.3601917337035,
          104.43540876443083,
          174.355864644661,
          262.5950720456828,
          209.62798939446935,
          149.4388337457947,
          1097.329394990449,
          532.5051209794785,
          116.10499979452003,
          130.65955773139623
        ]
      },
      "tg_throughput": {
        "mean": 1.4351948360149676,
        "std": 0.016172178967210397,
        "values": [
          1.4434514037551427,
          1.4495376342919861,
          1.4125954699977736
        ]
      },
      "tg_req_throughput": {
        "mean": 24.57299065659423,
        "std": 1.2524012893349281,
        "values": [
          24.906895770121523,
          24.790251792615454,
          24.954689620265313,
          24.93579478621311,
          22.148810087634562,
          25.168206755530385,
          24.811607070336898,
          24.80498071651071,
          25.158925558240114,
          25.049183335862715,
          24.916386061312735,
          24.764025843171353,
          24.75460143257606,
          25.063171442330535,
          24.857133521581602,
          24.713584084496066,
          24.59672151935351,
          25.38657791815153,
          24.493139781828532,
          24.760912397999814,
          24.9602491768299,
          24.8081809223631,
          25.136995223734697,
          18.44796966823445,
          24.839485673770827,
          24.823507631082347,
          25.036641427779006,
          24.76199047931842,
          24.54160121123092,
          24.797498787350616
        ]
      },
      "peak_throughput": {
        "mean": 27.666666666666668,
        "std": 0.4714045207910317,
        "values": [
          28.0,
          27.0,
          28.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.533333333333335,
        "std": 1.3597385369580761,
        "values": [
          27.0,
          26.0,
          28.0,
          27.0,
          26.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          27.0,
          26.0,
          26.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          20.0,
          28.0,
          28.0,
          27.0,
          27.0,
          26.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 524672.6978474346,
        "std": 276333.8172376658,
        "values": [
          91866.50160499266,
          765019.0423100139,
          381678.6981660116,
          187966.07078201487,
          284241.1230810103,
          477468.81733700866,
          573236.4833329921,
          958345.5530030187,
          669379.7099579824,
          861969.5951220056,
          90931.53642801917,
          283992.7428420051,
          187584.82872901368,
          475894.54663798097,
          860669.7270070144,
          571814.8367330141,
          668596.3020359923,
          380123.98854098865,
          764618.0949069967,
          956458.4760630096,
          284612.5793539977,
          957540.7311579911,
          573546.886021999,
          380819.7757220187,
          477041.81472200435,
          669178.3059499867,
          91132.76023097569,
          187795.00888899202,
          861299.4742839946,
          765356.9244699902
        ]
      },
      "est_ppt": {
        "mean": 524671.1881384323,
        "std": 276333.8172376658,
        "values": [
          91864.99189599029,
          765017.5326010116,
          381677.1884570092,
          187964.5610730125,
          284239.6133720079,
          477467.30762800627,
          573234.9736239897,
          958344.0432940164,
          669378.2002489801,
          861968.0854130032,
          90930.0267190168,
          283991.2331330027,
          187583.31902001132,
          475893.0369289786,
          860668.2172980121,
          571813.3270240118,
          668594.7923269899,
          380122.47883198626,
          764616.5851979944,
          956456.9663540073,
          284611.0696449953,
          957539.2214489888,
          573545.3763129966,
          380818.2660130163,
          477040.30501300195,
          669176.7962409843,
          91131.25052197331,
          187793.49917998965,
          861297.9645749923,
          765355.4147609879
        ]
      },
      "e2e_ttft": {
        "mean": 524677.4447066671,
        "std": 276333.37644842913,
        "values": [
          91875.34921299084,
          765019.0423100139,
          381686.3378350099,
          187974.5516430121,
          284249.12538100034,
          477468.81733700866,
          573243.7537210062,
          958352.5047350267,
          669386.7011589755,
          861976.7727039871,
          90938.46361999749,
          283999.31995299994,
          187591.97855199454,
          475894.54663798097,
          860669.7270070144,
          571818.4308109921,
          668602.7732910006,
          380123.98854098865,
          764621.7187180009,
          956464.9820310005,
          284612.5793539977,
          957548.0487229943,
          573546.886021999,
          380819.7757220187,
          477048.80355100613,
          669185.5297310103,
          91137.8462749999,
          187802.10593601805,
          861305.956215976,
          765356.9244699902
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    },
    {
      "concurrency": 10,
      "context_size": 100000,
      "prompt_size": 2048,
      "response_size": 128,
      "is_context_prefill_phase": false,
      "pp_throughput": {
        "mean": 20.965439542156133,
        "std": 0.013332842342204929,
        "values": [
          20.95464249211313,
          20.957450953591806,
          20.98422518076346
        ]
      },
      "pp_req_throughput": {
        "mean": 6.278812300892554,
        "std": 5.791398803640384,
        "values": [
          21.88499829016836,
          10.704920841573236,
          3.5072487175856897,
          7.07445340152585,
          5.288398870165345,
          4.221308360001364,
          3.0041565822196836,
          2.624588115767133,
          2.3310560576401858,
          2.0954944061741068,
          10.716896545713013,
          21.93391783677759,
          3.5068194410382043,
          7.0822908972760485,
          3.002334929864927,
          5.2893842062532155,
          2.0957586905164995,
          2.332460736967127,
          4.219405965495692,
          2.6261845929509464,
          10.683476775279017,
          21.990104144391605,
          4.216258491777416,
          5.286117968310009,
          7.074941525280386,
          2.098439086038097,
          2.627751339982907,
          2.3316896090621917,
          3.5092375527759203,
          3.004275048204833
        ]
      },
      "tg_throughput": {
        "mean": 1.4216392981172314,
        "std": 0.0030178632432401142,
        "values": [
          1.417495070176103,
          1.422828078112831,
          1.4245947460627606
        ]
      },
      "tg_req_throughput": {
        "mean": 24.896855987776643,
        "std": 0.26167141525014487,
        "values": [
          24.944388162793707,
          24.8981671188254,
          24.930307692822723,
          25.08999991891318,
          25.134639793745617,
          24.55568320633946,
          25.054218179941458,
          25.083454514440618,
          24.836237020429266,
          24.35906334130855,
          25.338508057528223,
          24.94605903263071,
          24.86011709310537,
          25.10125527669183,
          24.786589476094203,
          24.883755696897282,
          24.249833792747236,
          24.877204985823,
          24.76017107687982,
          25.171554889483325,
          24.59442636826098,
          24.832319168531498,
          25.028092042992473,
          24.747138069088706,
          24.9708900511568,
          24.691586924094,
          24.88322031385314,
          25.472280934060027,
          25.23420225737173,
          24.590315176448946
        ]
      },
      "peak_throughput": {
        "mean": 27.0,
        "std": 0.0,
        "values": [
          27.0,
          27.0,
          27.0
        ]
      },
      "peak_req_throughput": {
        "mean": 26.433333333333334,
        "std": 0.5587684871413404,
        "values": [
          27.0,
          27.0,
          26.0,
          27.0,
          26.0,
          27.0,
          27.0,
          27.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          25.0,
          27.0,
          26.0,
          27.0,
          26.0,
          27.0,
          26.0,
          26.0,
          26.0,
          26.0,
          26.0,
          27.0,
          27.0,
          26.0
        ]
      },
      "ttfr": {
        "mean": 534753.6991789346,
        "std": 281906.82741728204,
        "values": [
          93581.5946990042,
          191315.39519299986,
          583935.0042830047,
          289493.8398950035,
          387264.2805929936,
          485159.14931800216,
          681723.6316920025,
          780314.4234560023,
          878573.2597480237,
          977336.497559998,
          191101.6095619998,
          93372.8816289804,
          584006.4847109898,
          289173.4781730047,
          682137.2633279825,
          387192.1391170181,
          977213.2513409888,
          878044.1569190007,
          485377.8913010028,
          779840.0654210127,
          191699.40385699738,
          93134.31101600872,
          485740.2290010068,
          387431.3802260149,
          289473.8668559876,
          975965.0311789883,
          779375.10143299,
          878334.5399890095,
          583604.0641670115,
          681696.7497050064
        ]
      },
      "est_ppt": {
        "mean": 534752.1894699323,
        "std": 281906.8274172821,
        "values": [
          93580.08499000182,
          191313.8854839975,
          583933.4945740023,
          289492.3301860011,
          387262.7708839912,
          485157.6396089998,
          681722.1219830002,
          780312.9137469999,
          878571.7500390214,
          977334.9878509956,
          191100.09985299743,
          93371.37191997802,
          584004.9750019874,
          289171.9684640023,
          682135.7536189802,
          387190.6294080157,
          977211.7416319865,
          878042.6472099983,
          485376.3815920004,
          779838.5557120104,
          191697.89414799502,
          93132.80130700635,
          485738.7192920044,
          387429.8705170125,
          289472.3571469852,
          975963.521469986,
          779373.5917239877,
          878333.0302800072,
          583602.5544580092,
          681695.239996004
        ]
      },
      "e2e_ttft": {
        "mean": 534756.2984644329,
        "std": 281906.019155411,
        "values": [
          93588.63310699235,
          191320.69946997217,
          583935.0042830047,
          289493.8398950035,
          387264.2805929936,
          485164.0606739966,
          681730.7168029947,
          780321.3341359806,
          878573.2597480237,
          977336.497559998,
          191101.6095619998,
          93380.04161100253,
          584006.4847109898,
          289173.4781730047,
          682144.1415139998,
          387192.1391170181,
          977213.2513409888,
          878049.4392559922,
          485384.468897013,
          779847.0589490025,
          191706.0086900019,
          93141.54328699806,
          485740.2290010068,
          387431.3802260149,
          289473.8668559876,
          975965.0311789883,
          779375.10143299,
          878334.5399890095,
          583604.0641670115,
          681696.7497050064
        ]
      },
      "throughput_over_time": null,
      "requests_throughput_over_time": null
    }
  ]
}