| { |
| "schema_version": 1, |
| "date": "2026-07-21", |
| "device": { |
| "name": "massif iPhone", |
| "model": "iPhone 15 Pro", |
| "chip": "A17 Pro", |
| "architecture": "h16p", |
| "os": "iOS 27.0" |
| }, |
| "build": { |
| "xcode": "27.0 beta (27A5218g)", |
| "bundle_identifier": "com.thewoolabo.coreaiqwen.w8.2k.gate", |
| "host_app_isolation": "separate app, separate Bundle ID, separate DerivedData" |
| }, |
| "asset": { |
| "source_aimodel_main_sha256": "18f1fb8e44866b3d1a8d35daf3b2b3084cf9ab8115a1ef9f980cba42d7a668a6", |
| "compiled_main_h16p_mlirb_sha256": "192850a8ad29f7bb64c30f894bd216e72891917751f773a4500dd5a6405933bb", |
| "compiled_main_h16p_mlirb_bytes": 312235228, |
| "estimated_disk_bytes_reported_by_runtime": 1781688152 |
| }, |
| "load": { |
| "seconds": 37.161, |
| "memory_before_load_mib": 35.3, |
| "memory_after_load_mib": 2050.9, |
| "peak_resident_mib": 2742.2, |
| "available_before_load_mib": 3365.4, |
| "available_after_load_mib": 1172.4 |
| }, |
| "cases": [ |
| { |
| "name": "short_exact_marker", |
| "input_tokens": 47, |
| "output_tokens": 11, |
| "reasoning_tokens": 1, |
| "ttft_seconds": 0.971, |
| "total_seconds": 1.349, |
| "visible_decode_tokens_per_second": 23.798, |
| "end_to_end_output_tokens_per_second": 8.153, |
| "expected": "COREAI-2K-OK", |
| "actual": "COREAI-2K-OK", |
| "result": "pass" |
| }, |
| { |
| "name": "near_2k_tail_marker", |
| "input_tokens": 1861, |
| "output_tokens": 13, |
| "reasoning_tokens": 1, |
| "ttft_seconds": 2.063, |
| "total_seconds": 2.628, |
| "visible_decode_tokens_per_second": 19.466, |
| "end_to_end_output_tokens_per_second": 4.947, |
| "expected": "TARGET-2K-0046", |
| "actual": "TARGET-2K-0046", |
| "result": "pass" |
| } |
| ], |
| "unload": { |
| "resident_mib": 206.4, |
| "available_mib": 3127.6 |
| }, |
| "suite": { |
| "cases": 2, |
| "failures": 0, |
| "seconds": 42.300, |
| "result": "COREAI_SUITE_PASS" |
| }, |
| "measurement_scope": "One minimal physical-device gate. Load time and memory are sensitive to OS, driver, and file-cache state; these values are observations, not universal performance guarantees." |
| } |
|
|
