{ "benchmark": [ { "seq_len": 64, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 0.296, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 0.218, "lia_v2_vectorized_ms": 0.206, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.737, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true }, { "seq_len": 128, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 1.04, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 0.37, "lia_v2_vectorized_ms": 0.362, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.355, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true }, { "seq_len": 256, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 3.644, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 0.776, "lia_v2_vectorized_ms": 0.733, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.213, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true }, { "seq_len": 512, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 12.892, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 2.106, "lia_v2_vectorized_ms": 2.083, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.163, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true }, { "seq_len": 1024, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 44.105, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 8.382, "lia_v2_vectorized_ms": 8.424, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.19, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true }, { "seq_len": 2048, "hardware": "CPU", "device": "cpu", "batch": 1, "heads": 8, "head_dim": 64, "fp16_sdpa_ms": 132.415, "alix_v1_legacy_ms": null, "alix_v2_vectorized_ms": 26.687, "lia_v2_vectorized_ms": 26.639, "speedup_v1_to_v2": null, "fp16_vs_s20_ratio": 0.202, "alix_v2_correct": true, "lia_v2_correct": true, "alix_v1_correct": true } ] }