[ { "impl": "crayon:cpu:lite", "case": "english", "status": "OK", "load_time_ms": 57.995499577373266, "tokens_produced": 144001, "bytes_processed": 740000, "avg_time_ms": 15.741149941459298, "tokens_per_sec": 9148061.007965358, "mb_per_sec": 44.83274708424514, "notes": "" }, { "impl": "crayon:cpu:lite", "case": "code", "status": "OK", "load_time_ms": 21.47230040282011, "tokens_produced": 556000, "bytes_processed": 1048000, "avg_time_ms": 59.891740046441555, "tokens_per_sec": 9283417.038290484, "mb_per_sec": 16.687621411880016, "notes": "" }, { "impl": "crayon:cpu:lite", "case": "unicode", "status": "OK", "load_time_ms": 23.56130024418235, "tokens_produced": 474000, "bytes_processed": 660000, "avg_time_ms": 23.876330070197582, "tokens_per_sec": 19852297.174918287, "mb_per_sec": 26.36188421661053, "notes": "" }, { "impl": "crayon:cpu:lite", "case": "mixed", "status": "OK", "load_time_ms": 18.32940010353923, "tokens_produced": 640000, "bytes_processed": 1397500, "avg_time_ms": 58.61230003647506, "tokens_per_sec": 10919209.783641336, "mb_per_sec": 22.73856948709304, "notes": "" }, { "impl": "crayon:cpu:standard", "case": "english", "status": "OK", "load_time_ms": 180.30819995328784, "tokens_produced": 136001, "bytes_processed": 740000, "avg_time_ms": 21.157420054078102, "tokens_per_sec": 6428052.175188805, "mb_per_sec": 33.355626174496514, "notes": "" }, { "impl": "crayon:cpu:standard", "case": "code", "status": "OK", "load_time_ms": 84.9953000433743, "tokens_produced": 312000, "bytes_processed": 1048000, "avg_time_ms": 29.0361100807786, "tokens_per_sec": 10745240.9820742, "mb_per_sec": 34.42095655421037, "notes": "" }, { "impl": "crayon:cpu:standard", "case": "unicode", "status": "OK", "load_time_ms": 80.58190019801259, "tokens_produced": 216001, "bytes_processed": 660000, "avg_time_ms": 13.059470010921359, "tokens_per_sec": 16539798.308764668, "mb_per_sec": 48.19682945033375, "notes": "" }, { "impl": "crayon:cpu:standard", "case": "mixed", "status": "OK", "load_time_ms": 93.01549987867475, "tokens_produced": 372501, "bytes_processed": 1397500, "avg_time_ms": 33.63517001271248, "tokens_per_sec": 11074747.053730145, "mb_per_sec": 39.62399644996637, "notes": "" }, { "impl": "tiktoken:p50k_base", "case": "english", "status": "OK", "load_time_ms": 201.42409997060895, "tokens_produced": 144001, "bytes_processed": 740000, "avg_time_ms": 164.75475002080202, "tokens_per_sec": 874032.4632935824, "mb_per_sec": 4.283451579098754, "notes": "" }, { "impl": "tiktoken:p50k_base", "case": "code", "status": "OK", "load_time_ms": 0.009399838745594025, "tokens_produced": 420000, "bytes_processed": 1048000, "avg_time_ms": 507.72541002370417, "tokens_per_sec": 827218.7913155488, "mb_per_sec": 1.9684866344331449, "notes": "" }, { "impl": "tiktoken:p50k_base", "case": "unicode", "status": "OK", "load_time_ms": 0.004999805241823196, "tokens_produced": 378000, "bytes_processed": 660000, "avg_time_ms": 248.08915005996823, "tokens_per_sec": 1523645.834203671, "mb_per_sec": 2.5370922052656475, "notes": "" }, { "impl": "tiktoken:p50k_base", "case": "mixed", "status": "OK", "load_time_ms": 0.005899928510189056, "tokens_produced": 517500, "bytes_processed": 1397500, "avg_time_ms": 749.1798700299114, "tokens_per_sec": 690755.3455478436, "mb_per_sec": 1.7789584457528513, "notes": "" }, { "impl": "tiktoken:cl100k_base", "case": "english", "status": "OK", "load_time_ms": 380.74419973418117, "tokens_produced": 140001, "bytes_processed": 740000, "avg_time_ms": 267.4057499971241, "tokens_per_sec": 523552.6910004953, "mb_per_sec": 2.6391317095769815, "notes": "" }, { "impl": "tiktoken:cl100k_base", "case": "code", "status": "OK", "load_time_ms": 0.00509992241859436, "tokens_produced": 308000, "bytes_processed": 1048000, "avg_time_ms": 591.8267999310046, "tokens_per_sec": 520422.5290843651, "mb_per_sec": 1.6887553651005096, "notes": "" }, { "impl": "tiktoken:cl100k_base", "case": "unicode", "status": "OK", "load_time_ms": 0.005399808287620544, "tokens_produced": 306000, "bytes_processed": 660000, "avg_time_ms": 269.0659500658512, "tokens_per_sec": 1137267.6473002606, "mb_per_sec": 2.339296550433377, "notes": "" }, { "impl": "tiktoken:cl100k_base", "case": "mixed", "status": "OK", "load_time_ms": 0.004699919372797012, "tokens_produced": 410000, "bytes_processed": 1397500, "avg_time_ms": 616.8499699328095, "tokens_per_sec": 664667.2934824968, "mb_per_sec": 2.1605899686157164, "notes": "" }, { "impl": "tiktoken:o200k_base", "case": "english", "status": "OK", "load_time_ms": 830.4426996037364, "tokens_produced": 140001, "bytes_processed": 740000, "avg_time_ms": 401.5089299995452, "tokens_per_sec": 348687.1387895621, "mb_per_sec": 1.757666994209629, "notes": "" }, { "impl": "tiktoken:o200k_base", "case": "code", "status": "OK", "load_time_ms": 0.0041997991502285, "tokens_produced": 312000, "bytes_processed": 1048000, "avg_time_ms": 895.654830057174, "tokens_per_sec": 348348.481501611, "mb_per_sec": 1.11588823065907, "notes": "" }, { "impl": "tiktoken:o200k_base", "case": "unicode", "status": "OK", "load_time_ms": 0.00509992241859436, "tokens_produced": 210000, "bytes_processed": 660000, "avg_time_ms": 331.2964300625026, "tokens_per_sec": 633873.4165061219, "mb_per_sec": 1.899884791120077, "notes": "" }, { "impl": "tiktoken:o200k_base", "case": "mixed", "status": "OK", "load_time_ms": 0.006400048732757568, "tokens_produced": 372500, "bytes_processed": 1397500, "avg_time_ms": 833.7215200066566, "tokens_per_sec": 446791.8736186945, "mb_per_sec": 1.5985671776435533, "notes": "" } ]