{
  "schema_version": 3,
  "created_at": "2026-07-21T05:26:20.621136+00:00",
  "release_approved": true,
  "repo_id": "AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
  "source": {
    "id": "baidu/Unlimited-OCR",
    "resolved_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
    "weights": {
      "files": [
        {
          "name": "model-00001-of-000001.safetensors",
          "size": 6672547120,
          "sha256": "2bc48a7a110061ea58fff65d3169367eebe3aee371ca6968dc2219c1b2855fc6"
        }
      ],
      "total_size_bytes": 6672547120,
      "total_size_gb": 6.214293763041496,
      "aggregate_sha256": "ede2e0c0a6261543dd0e2eb249c337a3409b2b69b8f9ed73fa604ac409bdf8f2"
    }
  },
  "reference": {
    "id": "sahilchachra/unlimited-ocr-mxfp8-mlx",
    "resolved_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
    "weights": {
      "files": [
        {
          "name": "model.safetensors",
          "size": 3827646853,
          "sha256": "eef3e920d4ef9429ef6353b4b98c34ed8935f678f91ff3bcf7de8ed73a7530db"
        }
      ],
      "total_size_bytes": 3827646853,
      "total_size_gb": 3.564773921854794,
      "aggregate_sha256": "439c6acfe5e277537dfe3368b94a145a6b0da4c39e4bd00582977d030f292ad1"
    }
  },
  "candidate": {
    "name": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
    "weights": {
      "files": [
        {
          "name": "model.safetensors",
          "size": 3845699993,
          "sha256": "d9fe11fc8d2e333000be6a0e288681231efa69282c844f7775ca40f52db02f0c"
        }
      ],
      "total_size_bytes": 3845699993,
      "total_size_gb": 3.5815872186794877,
      "aggregate_sha256": "5ff9be1dc0a833b608f6cece5b2e257c5f152eab7de160c5f07d3e5cd9462549"
    },
    "files": {
      "files": [
        {
          "path": "config.json",
          "size": 33815,
          "sha256": "2c3eeb61157f6b9a5c42aa0771771911516e3ac8b3cbd9b61d1532a33e84a2bd"
        },
        {
          "path": "model.safetensors.index.json",
          "size": 61701,
          "sha256": "bb6693a47e22e596139e90d8a1442a64155900d27aa0e2419ec071ef4f0ad4a3"
        },
        {
          "path": "processor_config.json",
          "size": 454,
          "sha256": "e9f224a7f0d2263bf62efc052e93681720e31f9e34b1c42134d2371e8708a426"
        },
        {
          "path": "special_tokens_map.json",
          "size": 801,
          "sha256": "ab4bd57ce17d62e39e0a39e739de1e407484f090f0b2c7e391312bca7a5b061a"
        },
        {
          "path": "tokenizer.json",
          "size": 9979544,
          "sha256": "a02f8fd5228c90256bb4f6554c34a579d48f909e5beb232dc4afad870b55a8b4"
        },
        {
          "path": "tokenizer_config.json",
          "size": 569,
          "sha256": "86f9fcd3f04060ba47a616241f5fc3f65b53a54ee7260367089467cdca849568"
        },
        {
          "path": "chat_template.jinja",
          "size": 191,
          "sha256": "b4e4771e69892ebc712ed6986bcce490c65041d1545e85599cd4a531cfab98a5"
        },
        {
          "path": "precision_map.json",
          "size": 3337,
          "sha256": "91163d306379c513935c877d53344c628d333cf4eba2f75f0f5f00889affcd75"
        },
        {
          "path": "quantization_summary.json",
          "size": 15572,
          "sha256": "417dbf5b59f6064361f6096cbf59bbe1774e7562301a49f47100fe4ceb201c55"
        }
      ],
      "aggregate_sha256": "cbd09caa91f51dd7abf2ebb16eb38d20a71ff00e21056a985f8bfd28269ac97c"
    },
    "metadata": {
      "passed": true,
      "checks": {
        "architecture": true,
        "model_type": true,
        "mxfp8": true,
        "sliding_window": true,
        "processor_class": true,
        "sft_format": true,
        "precision_map": true,
        "quantization_summary": true,
        "protected_modules_preserved": true
      },
      "sliding_window": 128,
      "source_model": "Unlimited-OCR",
      "source_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead"
    }
  },
  "project_files": {
    "files": [
      {
        "path": "LICENSE",
        "size": 1067,
        "sha256": "6268bc8a51423daeb65e5b0225d9a73fd87b464e235bebc02ceaccc1d1779f45"
      },
      {
        "path": "pyproject.toml",
        "size": 2060,
        "sha256": "7441c069b03a90e26b1997e94d52edb2d8a7ce0d5c012093080d143e79d19ba2"
      },
      {
        "path": "generation_config.json",
        "size": 802,
        "sha256": "69ac71fd1613d81cb83d07fb328ad6bf24eab5584fd5348665dad2497782954d"
      },
      {
        "path": "preprocessing_config.json",
        "size": 3033,
        "sha256": "a269fce81f50bdabec9f7fac0219ccd9de62e2b7fd9d8a31f313b04e52b70432"
      },
      {
        "path": "quantization_config.json",
        "size": 1441,
        "sha256": "cc5d461002cece610848d697aa293a41b57edcebd93020348451dbe4de1d2481"
      },
      {
        "path": "docs/PRD.md",
        "size": 6915,
        "sha256": "c64527daf7d9b591a453be856d8a8733f8dd23f8a8e4c913cf47b49ff17786c1"
      },
      {
        "path": "docs/TECHNICAL_SPEC.md",
        "size": 10379,
        "sha256": "3967f46ee59728e75563907ec8f0e93d08a5da320d28395c4e3084a1ff68a3db"
      },
      {
        "path": "docs/adr/0001-verified-ocr-aware-quantization.md",
        "size": 3312,
        "sha256": "e5c4996d80263bcaf43a60cd91db45c214873486eee858fe0ac3f4762fde5e21"
      },
      {
        "path": "docs/adr/0002-calibrated-affine8-lm-head.md",
        "size": 2722,
        "sha256": "4606afa17413791e4bd4acc2e959162fc98e6978a67b236d201add396e31d5ea"
      },
      {
        "path": "src/unlimited_ocr/__init__.py",
        "size": 533,
        "sha256": "5f46da23ba70ec43fadd5e3b4b5f9335063e4fc86e2ef20d23e33f8722fb8d19"
      },
      {
        "path": "src/unlimited_ocr/engine.py",
        "size": 24024,
        "sha256": "b66e97254d317bf4b8886daa3d01aecae71237590d6bb249af08fd6c9831da1c"
      },
      {
        "path": "src/unlimited_ocr/pipeline.py",
        "size": 26762,
        "sha256": "baf259a4e46282b031cbdc71d1538dc68c2293935ff3581233d3d0b41e32d666"
      },
      {
        "path": "src/unlimited_ocr/preprocessing.py",
        "size": 28532,
        "sha256": "d553b667a1c83ad1aedf63fdf642227a829dab66c705562e1c9d718f3ffe898d"
      },
      {
        "path": "src/unlimited_ocr/output.py",
        "size": 15061,
        "sha256": "c0f42a4c454ad39ef62714575d8f0c391ba5572edb9a79b9d06c7049382964df"
      },
      {
        "path": "src/unlimited_ocr/pdf.py",
        "size": 8659,
        "sha256": "3c23ea843bd06aa0712aabdf7c164270c8d363e32271a4e13a446ffdec05a460"
      },
      {
        "path": "src/unlimited_ocr/cli.py",
        "size": 20469,
        "sha256": "c6b813ef2a01a960369bbff79d270cb335f41b92ad3435b24cf2665cc2d2c6f5"
      },
      {
        "path": "src/unlimited_ocr/profiles.py",
        "size": 2917,
        "sha256": "ce31200aeb9c8e459b258e3258c0ded76ca40de0d78d07b8cb6bdd05ed45653f"
      },
      {
        "path": "src/unlimited_ocr/server.py",
        "size": 12153,
        "sha256": "7723c3931e610815efc64477f3e7bd41ee851d9aee53798f42842e13ffdce2d1"
      },
      {
        "path": "src/unlimited_ocr/adapter_registry.json",
        "size": 880,
        "sha256": "b06c2778707788f75a5f5c12097246c06126a6adca4bfbd8e4ba40fc6690ad6b"
      },
      {
        "path": "quantization/layer_sensitivity.py",
        "size": 14664,
        "sha256": "06b954efcfa58eb00a02e3db77b46857a13c5fcab5b1422350cda062c577f7f3"
      },
      {
        "path": "quantization/calibrate_precision.py",
        "size": 10666,
        "sha256": "0edaa2d14f435288fff96e876ea5eab8111232b34a802708bf354ee7a259c3c2"
      },
      {
        "path": "quantization/mixed_precision_convert.py",
        "size": 13954,
        "sha256": "33b01c48b0f945871633c91e46e063549062730ae7792d2540a8a0a59dd193fe"
      },
      {
        "path": "quantization/precision_map.json",
        "size": 1743,
        "sha256": "d7965210b5cab6afbde056cc91a33a41b651a254a9fa8db0b14dcdf85f7cbcbf"
      },
      {
        "path": "quantization/release_gate.py",
        "size": 83309,
        "sha256": "87e9e2c4f3e94345009f698ec6222a4b78172693ac4c9444571cf34e100d5498"
      },
      {
        "path": "quantization/run_pipeline.py",
        "size": 23650,
        "sha256": "35229b866f7433397d479e2795248d21b9d02b9d7e7000d01440ffd23c9162ec"
      },
      {
        "path": "benchmarks/evaluate_cer.py",
        "size": 9407,
        "sha256": "e6c5010a5886e3e5342825f2b970d792bf02e4ef79e44284de74702f2745e423"
      },
      {
        "path": "benchmarks/evaluate_tables.py",
        "size": 9554,
        "sha256": "a5ff42da5083eff0b70d7dc6e351395338198c1b860a3d6565e2352b159850a2"
      },
      {
        "path": "benchmarks/normalize_output.py",
        "size": 4059,
        "sha256": "dfceeb07c0df48f6f4ed925f990a45b5f8f69fc0dfc37f0fd377cea6073196e4"
      },
      {
        "path": "benchmarks/run_accuracy.py",
        "size": 16808,
        "sha256": "9e937e32b5c3599c07733f1046184624b2a0c40b68e307058c3fd141c383994e"
      },
      {
        "path": "benchmarks/run_performance.py",
        "size": 12345,
        "sha256": "8f87f459b1f4778afdfc20c078154d954edf521699b273f610132d0371d1c57a"
      },
      {
        "path": "benchmarks/rswa_validation.py",
        "size": 21969,
        "sha256": "0de31e66650604cfbdd5a48b85470002bbe447bca7caa7a0aa7ca48ac8512215"
      },
      {
        "path": "benchmarks/datasets.md",
        "size": 3185,
        "sha256": "47902cdf95278dc9509057fe64018251dce43e775fa7582590d39a916483d983"
      },
      {
        "path": "examples/single_image.py",
        "size": 1123,
        "sha256": "87afe046d745fe62e78eb584b35e8dffcd9579c13cf2f01b483b9d4ea9427cc5"
      },
      {
        "path": "examples/multi_page_pdf.py",
        "size": 1182,
        "sha256": "cc335ed4d4e55f1b0818813d6fbd00319a1fb4675fda8b6c5803b5fdf137ae37"
      },
      {
        "path": "examples/batch_directory.py",
        "size": 1411,
        "sha256": "d9bc32620e48fc5bcbb0504b3a16a90de9a35d1083d56584b2fce1e2591a928d"
      }
    ],
    "aggregate_sha256": "68de2e9d2c503b3b2023d0b55ff0f7446d2046ac5a3285b5e9e23b8baeb6a370"
  },
  "calibration_dataset": {
    "name": "calibration",
    "num_samples": 10,
    "num_digit_samples": 10,
    "num_cjk_samples": 3,
    "num_table_samples": 3,
    "category_counts": {
      "cjk_document": 3,
      "english_document": 2,
      "low_quality_scan": 2,
      "table_numeric": 3
    },
    "manifest_sha256": "d4429669fe60a5c48ce82073294d20c845b85084644f9d4f62f7c8ca3923ba7a",
    "content_sha256": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
    "files": [
      {
        "path": "images/0001.png",
        "size": 243645,
        "sha256": "8fad74c7e8f314075f34d5b3b3e6272a2c22a90e960dcf8074039b1f065895b4"
      },
      {
        "path": "ground_truth/0001.txt",
        "size": 1346,
        "sha256": "a6f35a418836e8ba0667dc42d663219b07b65cbbf7a4627b2319f0fa44d11f8e"
      },
      {
        "path": "images/0002.png",
        "size": 208699,
        "sha256": "31f2d9c651112e963366e5e39f3da4ff8198ec41e2187c3c8fb5fec0edd2f64c"
      },
      {
        "path": "ground_truth/0002.txt",
        "size": 838,
        "sha256": "a05196b747f6898102fc56e23cae31c32754b985bc3eab0abe60d955bfadff68"
      },
      {
        "path": "images/0003.png",
        "size": 40039,
        "sha256": "bbe26dc81fb4c5e6a143279dd1e0d0540df746f5e4e8f9fc7577e936882b190e"
      },
      {
        "path": "ground_truth/0003.txt",
        "size": 459,
        "sha256": "39cf88aef99b6ce6b5d8af870e2feefca7a9991e5c835660bda60c5b5f80f481"
      },
      {
        "path": "images/0004.png",
        "size": 40356,
        "sha256": "1e50bec7880f37e9e25eb8c4706998634b0c1f254d38fb75ccd6dbb9b89ed3a3"
      },
      {
        "path": "ground_truth/0004.txt",
        "size": 459,
        "sha256": "2a2b723c4f1b4e14cdf5d70a74ae12586c12952ffac0d1bd295c448f1bf2d3fc"
      },
      {
        "path": "images/0005.png",
        "size": 40650,
        "sha256": "7b7c9441ff17bb97ee76cb68eb6b9134f7d26d151c6ca1d18039959bf43de04c"
      },
      {
        "path": "ground_truth/0005.txt",
        "size": 459,
        "sha256": "3dbec98a34736b424dafcf492691b21a1a36f629d83589cac5482cc1a135d9b7"
      },
      {
        "path": "images/0006.png",
        "size": 46036,
        "sha256": "76006318e5aa3bb54182d7b3249ad016e7ab0dee387f580331c39b9ac49cb7ab"
      },
      {
        "path": "ground_truth/0006.txt",
        "size": 191,
        "sha256": "75082837c3cbb8c41ba0747b98390a1f44577092c30f31f4c1e10ce52af83b61"
      },
      {
        "path": "images/0007.png",
        "size": 41828,
        "sha256": "d642986c12233efe0bc7559096952e66eb175735f89ac91caedea0089c4adb19"
      },
      {
        "path": "ground_truth/0007.txt",
        "size": 195,
        "sha256": "c47bf79076b7ab732c22dc1b023d9f6f12b98b724dd0d730c23e879ef7604e29"
      },
      {
        "path": "images/0008.png",
        "size": 20975,
        "sha256": "852416613d0137144df77408c44e7d469249e7fbc650c684ad28911b96b28e76"
      },
      {
        "path": "ground_truth/0008.txt",
        "size": 201,
        "sha256": "dc48f9c80e21438d5c2c3fb57b3bc471961708e2dd971df78a9ecc11c8c3b3ad"
      },
      {
        "path": "images/0009.png",
        "size": 487313,
        "sha256": "87f977973bddf89f781762c87feb9c845e02731dae5cf39086db4cdb0588298e"
      },
      {
        "path": "ground_truth/0009.txt",
        "size": 121,
        "sha256": "d9f04e21b8e73f964a9dee2776c65a76d509138f8abe694c46305a32833a52f1"
      },
      {
        "path": "images/0010.png",
        "size": 515820,
        "sha256": "6fb40a4c63aed4cbb11346d0c80b917cf1ecd407b364bcfbc87483b5bd90d0b4"
      },
      {
        "path": "ground_truth/0010.txt",
        "size": 121,
        "sha256": "b8e07f309069b395279995af437f82f3a9453f2add587bd9633b4ae97cc8419a"
      }
    ]
  },
  "evaluation_dataset": {
    "name": "evaluation",
    "num_samples": 12,
    "num_digit_samples": 12,
    "num_cjk_samples": 3,
    "num_table_samples": 3,
    "category_counts": {
      "cjk_document": 3,
      "english_document": 4,
      "low_quality_scan": 2,
      "table_numeric": 3
    },
    "manifest_sha256": "111646a6f59ed32689fbc658c1cb4ed60629e1bbd909d6137df469e7b489f121",
    "content_sha256": "7becb54d81bae0dc69092ff69bae4a324ab63dd672123e5de5d19b6baebbc987",
    "files": [
      {
        "path": "images/0001.png",
        "size": 181040,
        "sha256": "40330138b25a7ce9bf142a672ad0a6253517bf076af66591c4431490eff1ecfc"
      },
      {
        "path": "ground_truth/0001.txt",
        "size": 1333,
        "sha256": "517ab5af1c090227d4dc2473ac422ecd9301e2e21ba0cc1c54d08476b1903d7e"
      },
      {
        "path": "images/0002.png",
        "size": 220208,
        "sha256": "4316ba5ebe86c62331361e6d23329adede5e9eecf50a70db16b5439d95f5e23e"
      },
      {
        "path": "ground_truth/0002.txt",
        "size": 1330,
        "sha256": "df3b4afaee0f3ffe0984c2f1d1201c1762bc70f4ffbc1bfe9b1242e17d794148"
      },
      {
        "path": "images/0003.png",
        "size": 119613,
        "sha256": "bcf22c94459b970f1ee11088d8a902dbc56975e487c489b4714dedf8f3a4dca1"
      },
      {
        "path": "ground_truth/0003.txt",
        "size": 637,
        "sha256": "a035ed288c8cc0e73e6cddc08c804be9b1ed32eee98e7f85c0e027bd88221b66"
      },
      {
        "path": "images/0004.png",
        "size": 67701,
        "sha256": "baea8365beb81cc9939e59d3c8a0b88ab17999122eb1729e33214450a4fba987"
      },
      {
        "path": "ground_truth/0004.txt",
        "size": 478,
        "sha256": "af1c29967e55595362ab41e25000e00167474cbe38ea43b8816f1f1395ef6e72"
      },
      {
        "path": "images/0005.png",
        "size": 41300,
        "sha256": "65662634fc3b5df7d006f40d276fb2869809a86a2027f464c1d6776094e16f16"
      },
      {
        "path": "ground_truth/0005.txt",
        "size": 459,
        "sha256": "1d565459641aca5056fdcccabe2cdc6834107bef219645a54cd28db2e06b05ea"
      },
      {
        "path": "images/0006.png",
        "size": 40574,
        "sha256": "67dbd4d07cb6e3f971937dc93a35ac81775580ee4d8895373afe6ae7e6b328dd"
      },
      {
        "path": "ground_truth/0006.txt",
        "size": 459,
        "sha256": "0e134815b0bee585e3841d5a22a296c136fb43f00a9e3d48d98d2df24e884b08"
      },
      {
        "path": "images/0007.png",
        "size": 41027,
        "sha256": "2b54b5222174bf4d41d92a6ee97aa1b2a3e57daca987b55906793df807dfe08f"
      },
      {
        "path": "ground_truth/0007.txt",
        "size": 459,
        "sha256": "b63a7c471f4d36cc8bafddcbd7b4a8d92d6f92e73ab1e260505c2413d6e39146"
      },
      {
        "path": "images/0008.png",
        "size": 46025,
        "sha256": "c8c8ed310cbdebf7e27adf3361e6ce5939922bd674af12205cea441a9b53399d"
      },
      {
        "path": "ground_truth/0008.txt",
        "size": 191,
        "sha256": "246e79c3ef9faa52dd10c400eecf594314493c88ae5f7794a6129dd90e850107"
      },
      {
        "path": "images/0009.png",
        "size": 41617,
        "sha256": "a00eaebf40f9369b6851a949a0aedc82a57cf1104a957e42880b1f3aa65606f0"
      },
      {
        "path": "ground_truth/0009.txt",
        "size": 195,
        "sha256": "5653ef6df8a330496e73c6ddd71c9b2280818e13b11b6ff8842622ad53d24a5b"
      },
      {
        "path": "images/0010.png",
        "size": 21089,
        "sha256": "59b6edec6b2ef0369f1d7fbe9fe96648fda2982db0eae377199d5edf26855900"
      },
      {
        "path": "ground_truth/0010.txt",
        "size": 201,
        "sha256": "6d2f6474c94dea173288aebde046b6db40534548e8187cb776dc494abaa04ce2"
      },
      {
        "path": "images/0011.png",
        "size": 487332,
        "sha256": "70f57ebf6f41479e443e4356422e6dd619ffdcf2f0df7837943f5427545cd266"
      },
      {
        "path": "ground_truth/0011.txt",
        "size": 121,
        "sha256": "f550334b0b7d3508ef898d0e144593c6d005dd32d1bbcb837aeb650da56e9eb8"
      },
      {
        "path": "images/0012.png",
        "size": 516088,
        "sha256": "fdd426f69928ba7bcc6008655fa0dbd950b6844eba8322491e7a5399bf052d59"
      },
      {
        "path": "ground_truth/0012.txt",
        "size": 121,
        "sha256": "d040adc39553bc337df562486b3b5148727660214ec79a3af48b9cf5a2bc23f7"
      }
    ]
  },
  "thresholds": {
    "max_cer_delta_vs_bf16": 0.015,
    "max_cer_delta_vs_reference": 0.005,
    "max_digit_cer_delta_vs_bf16": 0.01,
    "max_table_score_degradation_vs_bf16": 0.01,
    "min_tps_ratio_vs_reference": 0.9,
    "max_weight_size_gb": 4.5,
    "min_rswa_tokens": 8192,
    "max_rswa_repetition_rate": 0.25
  },
  "metrics": {
    "bf16_accuracy": {
      "model_path": "Unlimited-OCR",
      "num_samples": 12,
      "mean_cer": 0.205212265458972,
      "mean_digit_cer": 0.11330969496189873,
      "mean_cjk_cer": 0.3333333333333333,
      "mean_table_score": 1.0,
      "max_tokens": 1024,
      "profile": "accurate"
    },
    "reference_accuracy": {
      "model_path": "sahilchachra/unlimited-ocr-mxfp8-mlx",
      "num_samples": 12,
      "mean_cer": 0.9073812810686629,
      "mean_digit_cer": 0.4065110611974061,
      "mean_cjk_cer": 1.0,
      "mean_table_score": 1.0,
      "max_tokens": 1024,
      "profile": "accurate"
    },
    "candidate_accuracy": {
      "model_path": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
      "num_samples": 12,
      "mean_cer": 0.21633091868789586,
      "mean_digit_cer": 0.11193906322597019,
      "mean_cjk_cer": 0.3412698412698412,
      "mean_table_score": 1.0,
      "max_tokens": 1024,
      "profile": "accurate"
    },
    "reference_performance": {
      "model_path": "sahilchachra/unlimited-ocr-mxfp8-mlx",
      "mean_tps": 35.07146198590831,
      "mean_peak_memory_mb": 5165.991419999999,
      "max_tokens": 256
    },
    "candidate_performance": {
      "model_path": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
      "mean_tps": 35.14004923388335,
      "mean_peak_memory_mb": 5184.062959,
      "max_tokens": 256
    }
  },
  "rswa": {
    "model_path": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
    "image_path": "test_invoice.png",
    "prompt": "<image>document parsing.",
    "force_min_tokens": 8192,
    "generation_settings": {
      "temperature": 0.0,
      "no_repeat_ngram_size": 35,
      "ngram_window": 128
    },
    "forced_eos_token_ids": [
      1
    ],
    "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
    "processor": "arm",
    "baseline_memory_mb": 3846.700552,
    "test_results": [
      {
        "max_tokens": 512,
        "tokens_generated": 512,
        "tokens_generated_source": "mlx-vlm token count",
        "tokens_generated_reliable": true,
        "elapsed_seconds": 17.311166541010607,
        "mean_tps": 32.76836342370835,
        "tps_source": "mlx-vlm generation_tps",
        "peak_memory_mb": 5183.890113,
        "memory_growth_mb": 1337.1895610000006,
        "repetition_rate": 0.0,
        "completed_naturally": false,
        "finish_reason": "length",
        "forced_minimum_tokens": 512,
        "status": "success"
      },
      {
        "max_tokens": 2048,
        "tokens_generated": 2048,
        "tokens_generated_source": "mlx-vlm token count",
        "tokens_generated_reliable": true,
        "elapsed_seconds": 65.73962916599703,
        "mean_tps": 32.0896585893278,
        "tps_source": "mlx-vlm generation_tps",
        "peak_memory_mb": 5184.152257,
        "memory_growth_mb": 1337.1895489999997,
        "repetition_rate": 0.20496894409937888,
        "completed_naturally": false,
        "finish_reason": "length",
        "forced_minimum_tokens": 2048,
        "status": "success"
      },
      {
        "max_tokens": 8192,
        "tokens_generated": 8192,
        "tokens_generated_source": "mlx-vlm token count",
        "tokens_generated_reliable": true,
        "elapsed_seconds": 268.4810879580036,
        "mean_tps": 30.743604031277776,
        "tps_source": "mlx-vlm generation_tps",
        "peak_memory_mb": 5184.152257,
        "memory_growth_mb": 1337.1895489999997,
        "repetition_rate": 0.20496894409937888,
        "completed_naturally": false,
        "finish_reason": "length",
        "forced_minimum_tokens": 8192,
        "status": "success"
      }
    ],
    "analysis": {
      "cache_appears_bounded": true,
      "cache_analysis_reason": "Peak memory stayed within 64 MB across a >=4x token span",
      "tps_stable_over_length": true,
      "max_successful_tokens": 8192,
      "max_repetition_rate": 0.20496894409937888
    },
    "pass_conditions": {
      "cache_bounded": true,
      "tps_stable": true,
      "8k_test_passed": true
    },
    "passed": true
  },
  "sensitivity": {
    "baseline": {
      "num_samples": 10,
      "num_digit_samples": 10,
      "num_table_samples": 3,
      "mean_cer": 0.20230911688823577,
      "mean_digit_cer": 0.07236995104039168,
      "mean_table_score": 1.0,
      "total_inference_time": 126.64344700002403,
      "avg_time_per_image": 12.664344700002403
    },
    "groups": {
      "vision_encoder": {
        "status": "success",
        "matched_module_count": 145,
        "matched_modules": [
          "sam_model.blocks.0.attn.proj",
          "sam_model.blocks.0.attn.qkv",
          "sam_model.blocks.0.mlp.lin1",
          "sam_model.blocks.0.mlp.lin2",
          "sam_model.blocks.1.attn.proj",
          "sam_model.blocks.1.attn.qkv",
          "sam_model.blocks.1.mlp.lin1",
          "sam_model.blocks.1.mlp.lin2",
          "sam_model.blocks.10.attn.proj",
          "sam_model.blocks.10.attn.qkv",
          "sam_model.blocks.10.mlp.lin1",
          "sam_model.blocks.10.mlp.lin2",
          "sam_model.blocks.11.attn.proj",
          "sam_model.blocks.11.attn.qkv",
          "sam_model.blocks.11.mlp.lin1",
          "sam_model.blocks.11.mlp.lin2",
          "sam_model.blocks.2.attn.proj",
          "sam_model.blocks.2.attn.qkv",
          "sam_model.blocks.2.mlp.lin1",
          "sam_model.blocks.2.mlp.lin2",
          "sam_model.blocks.3.attn.proj",
          "sam_model.blocks.3.attn.qkv",
          "sam_model.blocks.3.mlp.lin1",
          "sam_model.blocks.3.mlp.lin2",
          "sam_model.blocks.4.attn.proj",
          "sam_model.blocks.4.attn.qkv",
          "sam_model.blocks.4.mlp.lin1",
          "sam_model.blocks.4.mlp.lin2",
          "sam_model.blocks.5.attn.proj",
          "sam_model.blocks.5.attn.qkv",
          "sam_model.blocks.5.mlp.lin1",
          "sam_model.blocks.5.mlp.lin2",
          "sam_model.blocks.6.attn.proj",
          "sam_model.blocks.6.attn.qkv",
          "sam_model.blocks.6.mlp.lin1",
          "sam_model.blocks.6.mlp.lin2",
          "sam_model.blocks.7.attn.proj",
          "sam_model.blocks.7.attn.qkv",
          "sam_model.blocks.7.mlp.lin1",
          "sam_model.blocks.7.mlp.lin2",
          "sam_model.blocks.8.attn.proj",
          "sam_model.blocks.8.attn.qkv",
          "sam_model.blocks.8.mlp.lin1",
          "sam_model.blocks.8.mlp.lin2",
          "sam_model.blocks.9.attn.proj",
          "sam_model.blocks.9.attn.qkv",
          "sam_model.blocks.9.mlp.lin1",
          "sam_model.blocks.9.mlp.lin2",
          "vision_model.embeddings.position_embedding",
          "vision_model.transformer.layers.0.mlp.fc1",
          "vision_model.transformer.layers.0.mlp.fc2",
          "vision_model.transformer.layers.0.self_attn.out_proj",
          "vision_model.transformer.layers.0.self_attn.qkv_proj",
          "vision_model.transformer.layers.1.mlp.fc1",
          "vision_model.transformer.layers.1.mlp.fc2",
          "vision_model.transformer.layers.1.self_attn.out_proj",
          "vision_model.transformer.layers.1.self_attn.qkv_proj",
          "vision_model.transformer.layers.10.mlp.fc1",
          "vision_model.transformer.layers.10.mlp.fc2",
          "vision_model.transformer.layers.10.self_attn.out_proj",
          "vision_model.transformer.layers.10.self_attn.qkv_proj",
          "vision_model.transformer.layers.11.mlp.fc1",
          "vision_model.transformer.layers.11.mlp.fc2",
          "vision_model.transformer.layers.11.self_attn.out_proj",
          "vision_model.transformer.layers.11.self_attn.qkv_proj",
          "vision_model.transformer.layers.12.mlp.fc1",
          "vision_model.transformer.layers.12.mlp.fc2",
          "vision_model.transformer.layers.12.self_attn.out_proj",
          "vision_model.transformer.layers.12.self_attn.qkv_proj",
          "vision_model.transformer.layers.13.mlp.fc1",
          "vision_model.transformer.layers.13.mlp.fc2",
          "vision_model.transformer.layers.13.self_attn.out_proj",
          "vision_model.transformer.layers.13.self_attn.qkv_proj",
          "vision_model.transformer.layers.14.mlp.fc1",
          "vision_model.transformer.layers.14.mlp.fc2",
          "vision_model.transformer.layers.14.self_attn.out_proj",
          "vision_model.transformer.layers.14.self_attn.qkv_proj",
          "vision_model.transformer.layers.15.mlp.fc1",
          "vision_model.transformer.layers.15.mlp.fc2",
          "vision_model.transformer.layers.15.self_attn.out_proj",
          "vision_model.transformer.layers.15.self_attn.qkv_proj",
          "vision_model.transformer.layers.16.mlp.fc1",
          "vision_model.transformer.layers.16.mlp.fc2",
          "vision_model.transformer.layers.16.self_attn.out_proj",
          "vision_model.transformer.layers.16.self_attn.qkv_proj",
          "vision_model.transformer.layers.17.mlp.fc1",
          "vision_model.transformer.layers.17.mlp.fc2",
          "vision_model.transformer.layers.17.self_attn.out_proj",
          "vision_model.transformer.layers.17.self_attn.qkv_proj",
          "vision_model.transformer.layers.18.mlp.fc1",
          "vision_model.transformer.layers.18.mlp.fc2",
          "vision_model.transformer.layers.18.self_attn.out_proj",
          "vision_model.transformer.layers.18.self_attn.qkv_proj",
          "vision_model.transformer.layers.19.mlp.fc1",
          "vision_model.transformer.layers.19.mlp.fc2",
          "vision_model.transformer.layers.19.self_attn.out_proj",
          "vision_model.transformer.layers.19.self_attn.qkv_proj",
          "vision_model.transformer.layers.2.mlp.fc1",
          "vision_model.transformer.layers.2.mlp.fc2",
          "vision_model.transformer.layers.2.self_attn.out_proj",
          "vision_model.transformer.layers.2.self_attn.qkv_proj",
          "vision_model.transformer.layers.20.mlp.fc1",
          "vision_model.transformer.layers.20.mlp.fc2",
          "vision_model.transformer.layers.20.self_attn.out_proj",
          "vision_model.transformer.layers.20.self_attn.qkv_proj",
          "vision_model.transformer.layers.21.mlp.fc1",
          "vision_model.transformer.layers.21.mlp.fc2",
          "vision_model.transformer.layers.21.self_attn.out_proj",
          "vision_model.transformer.layers.21.self_attn.qkv_proj",
          "vision_model.transformer.layers.22.mlp.fc1",
          "vision_model.transformer.layers.22.mlp.fc2",
          "vision_model.transformer.layers.22.self_attn.out_proj",
          "vision_model.transformer.layers.22.self_attn.qkv_proj",
          "vision_model.transformer.layers.23.mlp.fc1",
          "vision_model.transformer.layers.23.mlp.fc2",
          "vision_model.transformer.layers.23.self_attn.out_proj",
          "vision_model.transformer.layers.23.self_attn.qkv_proj",
          "vision_model.transformer.layers.3.mlp.fc1",
          "vision_model.transformer.layers.3.mlp.fc2",
          "vision_model.transformer.layers.3.self_attn.out_proj",
          "vision_model.transformer.layers.3.self_attn.qkv_proj",
          "vision_model.transformer.layers.4.mlp.fc1",
          "vision_model.transformer.layers.4.mlp.fc2",
          "vision_model.transformer.layers.4.self_attn.out_proj",
          "vision_model.transformer.layers.4.self_attn.qkv_proj",
          "vision_model.transformer.layers.5.mlp.fc1",
          "vision_model.transformer.layers.5.mlp.fc2",
          "vision_model.transformer.layers.5.self_attn.out_proj",
          "vision_model.transformer.layers.5.self_attn.qkv_proj",
          "vision_model.transformer.layers.6.mlp.fc1",
          "vision_model.transformer.layers.6.mlp.fc2",
          "vision_model.transformer.layers.6.self_attn.out_proj",
          "vision_model.transformer.layers.6.self_attn.qkv_proj",
          "vision_model.transformer.layers.7.mlp.fc1",
          "vision_model.transformer.layers.7.mlp.fc2",
          "vision_model.transformer.layers.7.self_attn.out_proj",
          "vision_model.transformer.layers.7.self_attn.qkv_proj",
          "vision_model.transformer.layers.8.mlp.fc1",
          "vision_model.transformer.layers.8.mlp.fc2",
          "vision_model.transformer.layers.8.self_attn.out_proj",
          "vision_model.transformer.layers.8.self_attn.qkv_proj",
          "vision_model.transformer.layers.9.mlp.fc1",
          "vision_model.transformer.layers.9.mlp.fc2",
          "vision_model.transformer.layers.9.self_attn.out_proj",
          "vision_model.transformer.layers.9.self_attn.qkv_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 2.4745422809406823,
          "mean_digit_cer": 1.7688242659575963,
          "mean_table_score": 0.0,
          "total_inference_time": 310.5234005409875,
          "avg_time_per_image": 31.05234005409875
        },
        "cer_delta": 2.2722331640524467,
        "digit_cer_delta": 1.6964543149172047,
        "table_score_degradation": 1.0,
        "sensitivity_rank": 1
      },
      "vision_projector": {
        "status": "success",
        "matched_module_count": 1,
        "matched_modules": [
          "projector.layers"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.20560582018493906,
          "mean_digit_cer": 0.07236995104039168,
          "mean_table_score": 1.0,
          "total_inference_time": 125.59270616796857,
          "avg_time_per_image": 12.559270616796857
        },
        "cer_delta": 0.003296703296703285,
        "digit_cer_delta": 0.0,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 3
      },
      "token_embeddings": {
        "status": "success",
        "matched_module_count": 1,
        "matched_modules": [
          "language_model.model.embed_tokens"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.19852784584239075,
          "mean_digit_cer": 0.07026468788249693,
          "mean_table_score": 1.0,
          "total_inference_time": 125.69877116801217,
          "avg_time_per_image": 12.569877116801218
        },
        "cer_delta": -0.003781271045845025,
        "digit_cer_delta": -0.002105263157894749,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 10
      },
      "attention_q_proj": {
        "status": "success",
        "matched_module_count": 12,
        "matched_modules": [
          "language_model.model.layers.0.self_attn.q_proj",
          "language_model.model.layers.1.self_attn.q_proj",
          "language_model.model.layers.10.self_attn.q_proj",
          "language_model.model.layers.11.self_attn.q_proj",
          "language_model.model.layers.2.self_attn.q_proj",
          "language_model.model.layers.3.self_attn.q_proj",
          "language_model.model.layers.4.self_attn.q_proj",
          "language_model.model.layers.5.self_attn.q_proj",
          "language_model.model.layers.6.self_attn.q_proj",
          "language_model.model.layers.7.self_attn.q_proj",
          "language_model.model.layers.8.self_attn.q_proj",
          "language_model.model.layers.9.self_attn.q_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.1810308435920253,
          "mean_digit_cer": 0.08710679314565484,
          "mean_table_score": 1.0,
          "total_inference_time": 126.60937520701555,
          "avg_time_per_image": 12.660937520701555
        },
        "cer_delta": -0.021278273296210487,
        "digit_cer_delta": 0.01473684210526316,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 11
      },
      "attention_k_proj": {
        "status": "success",
        "matched_module_count": 12,
        "matched_modules": [
          "language_model.model.layers.0.self_attn.k_proj",
          "language_model.model.layers.1.self_attn.k_proj",
          "language_model.model.layers.10.self_attn.k_proj",
          "language_model.model.layers.11.self_attn.k_proj",
          "language_model.model.layers.2.self_attn.k_proj",
          "language_model.model.layers.3.self_attn.k_proj",
          "language_model.model.layers.4.self_attn.k_proj",
          "language_model.model.layers.5.self_attn.k_proj",
          "language_model.model.layers.6.self_attn.k_proj",
          "language_model.model.layers.7.self_attn.k_proj",
          "language_model.model.layers.8.self_attn.k_proj",
          "language_model.model.layers.9.self_attn.k_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.1995659706473317,
          "mean_digit_cer": 0.07236995104039168,
          "mean_table_score": 1.0,
          "total_inference_time": 125.29329520699685,
          "avg_time_per_image": 12.529329520699685
        },
        "cer_delta": -0.0027431462409040763,
        "digit_cer_delta": 0.0,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 9
      },
      "attention_v_proj": {
        "status": "success",
        "matched_module_count": 12,
        "matched_modules": [
          "language_model.model.layers.0.self_attn.v_proj",
          "language_model.model.layers.1.self_attn.v_proj",
          "language_model.model.layers.10.self_attn.v_proj",
          "language_model.model.layers.11.self_attn.v_proj",
          "language_model.model.layers.2.self_attn.v_proj",
          "language_model.model.layers.3.self_attn.v_proj",
          "language_model.model.layers.4.self_attn.v_proj",
          "language_model.model.layers.5.self_attn.v_proj",
          "language_model.model.layers.6.self_attn.v_proj",
          "language_model.model.layers.7.self_attn.v_proj",
          "language_model.model.layers.8.self_attn.v_proj",
          "language_model.model.layers.9.self_attn.v_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.20121021578933468,
          "mean_digit_cer": 0.07236995104039168,
          "mean_table_score": 1.0,
          "total_inference_time": 126.87845074798679,
          "avg_time_per_image": 12.687845074798679
        },
        "cer_delta": -0.001098901098901095,
        "digit_cer_delta": 0.0,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 6
      },
      "attention_o_proj": {
        "status": "success",
        "matched_module_count": 12,
        "matched_modules": [
          "language_model.model.layers.0.self_attn.o_proj",
          "language_model.model.layers.1.self_attn.o_proj",
          "language_model.model.layers.10.self_attn.o_proj",
          "language_model.model.layers.11.self_attn.o_proj",
          "language_model.model.layers.2.self_attn.o_proj",
          "language_model.model.layers.3.self_attn.o_proj",
          "language_model.model.layers.4.self_attn.o_proj",
          "language_model.model.layers.5.self_attn.o_proj",
          "language_model.model.layers.6.self_attn.o_proj",
          "language_model.model.layers.7.self_attn.o_proj",
          "language_model.model.layers.8.self_attn.o_proj",
          "language_model.model.layers.9.self_attn.o_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.2058682899333709,
          "mean_digit_cer": 0.06383873929008568,
          "mean_table_score": 1.0,
          "total_inference_time": 128.61252554102975,
          "avg_time_per_image": 12.861252554102975
        },
        "cer_delta": 0.0035591730451351167,
        "digit_cer_delta": -0.008531211750305995,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 2
      },
      "dense_mlp": {
        "status": "success",
        "matched_module_count": 3,
        "matched_modules": [
          "language_model.model.layers.0.mlp.down_proj",
          "language_model.model.layers.0.mlp.gate_proj",
          "language_model.model.layers.0.mlp.up_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.20121021578933468,
          "mean_digit_cer": 0.07236995104039168,
          "mean_table_score": 1.0,
          "total_inference_time": 127.19930095798918,
          "avg_time_per_image": 12.719930095798919
        },
        "cer_delta": -0.001098901098901095,
        "digit_cer_delta": 0.0,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 7
      },
      "shared_experts": {
        "status": "success",
        "matched_module_count": 33,
        "matched_modules": [
          "language_model.model.layers.1.mlp.shared_experts.down_proj",
          "language_model.model.layers.1.mlp.shared_experts.gate_proj",
          "language_model.model.layers.1.mlp.shared_experts.up_proj",
          "language_model.model.layers.10.mlp.shared_experts.down_proj",
          "language_model.model.layers.10.mlp.shared_experts.gate_proj",
          "language_model.model.layers.10.mlp.shared_experts.up_proj",
          "language_model.model.layers.11.mlp.shared_experts.down_proj",
          "language_model.model.layers.11.mlp.shared_experts.gate_proj",
          "language_model.model.layers.11.mlp.shared_experts.up_proj",
          "language_model.model.layers.2.mlp.shared_experts.down_proj",
          "language_model.model.layers.2.mlp.shared_experts.gate_proj",
          "language_model.model.layers.2.mlp.shared_experts.up_proj",
          "language_model.model.layers.3.mlp.shared_experts.down_proj",
          "language_model.model.layers.3.mlp.shared_experts.gate_proj",
          "language_model.model.layers.3.mlp.shared_experts.up_proj",
          "language_model.model.layers.4.mlp.shared_experts.down_proj",
          "language_model.model.layers.4.mlp.shared_experts.gate_proj",
          "language_model.model.layers.4.mlp.shared_experts.up_proj",
          "language_model.model.layers.5.mlp.shared_experts.down_proj",
          "language_model.model.layers.5.mlp.shared_experts.gate_proj",
          "language_model.model.layers.5.mlp.shared_experts.up_proj",
          "language_model.model.layers.6.mlp.shared_experts.down_proj",
          "language_model.model.layers.6.mlp.shared_experts.gate_proj",
          "language_model.model.layers.6.mlp.shared_experts.up_proj",
          "language_model.model.layers.7.mlp.shared_experts.down_proj",
          "language_model.model.layers.7.mlp.shared_experts.gate_proj",
          "language_model.model.layers.7.mlp.shared_experts.up_proj",
          "language_model.model.layers.8.mlp.shared_experts.down_proj",
          "language_model.model.layers.8.mlp.shared_experts.gate_proj",
          "language_model.model.layers.8.mlp.shared_experts.up_proj",
          "language_model.model.layers.9.mlp.shared_experts.down_proj",
          "language_model.model.layers.9.mlp.shared_experts.gate_proj",
          "language_model.model.layers.9.mlp.shared_experts.up_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.20009091014419536,
          "mean_digit_cer": 0.08267594859241126,
          "mean_table_score": 1.0,
          "total_inference_time": 128.06347554198874,
          "avg_time_per_image": 12.806347554198874
        },
        "cer_delta": -0.002218206744040413,
        "digit_cer_delta": 0.01030599755201958,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 8
      },
      "routed_experts": {
        "status": "success",
        "matched_module_count": 33,
        "matched_modules": [
          "language_model.model.layers.1.mlp.switch_mlp.down_proj",
          "language_model.model.layers.1.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.1.mlp.switch_mlp.up_proj",
          "language_model.model.layers.10.mlp.switch_mlp.down_proj",
          "language_model.model.layers.10.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.10.mlp.switch_mlp.up_proj",
          "language_model.model.layers.11.mlp.switch_mlp.down_proj",
          "language_model.model.layers.11.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.11.mlp.switch_mlp.up_proj",
          "language_model.model.layers.2.mlp.switch_mlp.down_proj",
          "language_model.model.layers.2.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.2.mlp.switch_mlp.up_proj",
          "language_model.model.layers.3.mlp.switch_mlp.down_proj",
          "language_model.model.layers.3.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.3.mlp.switch_mlp.up_proj",
          "language_model.model.layers.4.mlp.switch_mlp.down_proj",
          "language_model.model.layers.4.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.4.mlp.switch_mlp.up_proj",
          "language_model.model.layers.5.mlp.switch_mlp.down_proj",
          "language_model.model.layers.5.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.5.mlp.switch_mlp.up_proj",
          "language_model.model.layers.6.mlp.switch_mlp.down_proj",
          "language_model.model.layers.6.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.6.mlp.switch_mlp.up_proj",
          "language_model.model.layers.7.mlp.switch_mlp.down_proj",
          "language_model.model.layers.7.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.7.mlp.switch_mlp.up_proj",
          "language_model.model.layers.8.mlp.switch_mlp.down_proj",
          "language_model.model.layers.8.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.8.mlp.switch_mlp.up_proj",
          "language_model.model.layers.9.mlp.switch_mlp.down_proj",
          "language_model.model.layers.9.mlp.switch_mlp.gate_proj",
          "language_model.model.layers.9.mlp.switch_mlp.up_proj"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.2033268371469385,
          "mean_digit_cer": 0.06899173806609546,
          "mean_table_score": 1.0,
          "total_inference_time": 125.24760646000504,
          "avg_time_per_image": 12.524760646000505
        },
        "cer_delta": 0.0010177202587027256,
        "digit_cer_delta": -0.0033782129742962186,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 5
      },
      "lm_head": {
        "status": "success",
        "matched_module_count": 1,
        "matched_modules": [
          "language_model.lm_head"
        ],
        "metrics": {
          "num_samples": 10,
          "num_digit_samples": 10,
          "num_table_samples": 3,
          "mean_cer": 0.20560582018493906,
          "mean_digit_cer": 0.07236995104039168,
          "mean_table_score": 1.0,
          "total_inference_time": 122.19146683299914,
          "avg_time_per_image": 12.219146683299915
        },
        "cer_delta": 0.003296703296703285,
        "digit_cer_delta": 0.0,
        "table_score_degradation": 0.0,
        "sensitivity_rank": 4
      }
    }
  },
  "calibration": {
    "schema_version": 3,
    "created_at": "2026-07-21T05:26:12.430585+00:00",
    "target_pattern": "language_model.lm_head",
    "selection_policy": "fastest candidate passing existing quality and throughput limits",
    "thresholds": {
      "max_cer_delta_vs_bf16": 0.015,
      "max_cer_delta_vs_reference": 0.005,
      "max_digit_cer_delta_vs_bf16": 0.01,
      "max_table_score_degradation_vs_bf16": 0.01,
      "min_tps_ratio_vs_reference": 0.9,
      "max_weight_size_gb": 4.5,
      "min_rswa_tokens": 8192,
      "max_rswa_repetition_rate": 0.25
    },
    "experiments": [
      {
        "label": "bf16-head",
        "precision": "bfloat16",
        "passed": true,
        "checks": {
          "cer": true,
          "digit_cer": true,
          "table_score": true,
          "throughput": true
        },
        "metrics": {
          "mean_cer": 0.19010066585760363,
          "mean_digit_cer": 0.06278610771113831,
          "mean_table_score": 1.0,
          "mean_tps": 38.770309481806514
        },
        "deltas": {
          "cer_vs_bf16": -0.012208451030632145,
          "digit_cer_vs_bf16": -0.00958384332925337,
          "table_degradation_vs_bf16": 0.0,
          "tps_ratio_vs_reference": 0.9595978674779929
        }
      },
      {
        "label": "mxfp8-head",
        "precision": "mxfp8",
        "passed": false,
        "checks": {
          "cer": true,
          "digit_cer": false,
          "table_score": true,
          "throughput": true
        },
        "metrics": {
          "mean_cer": 0.21607021200652196,
          "mean_digit_cer": 0.1052422480620155,
          "mean_table_score": 1.0,
          "mean_tps": 41.326731942543184
        },
        "deltas": {
          "cer_vs_bf16": 0.013761095118286187,
          "digit_cer_vs_bf16": 0.03287229702162382,
          "table_degradation_vs_bf16": 0.0,
          "tps_ratio_vs_reference": 1.0228714800563738
        }
      },
      {
        "label": "affine8-head",
        "precision": "affine8",
        "passed": true,
        "checks": {
          "cer": true,
          "digit_cer": true,
          "table_score": true,
          "throughput": true
        },
        "metrics": {
          "mean_cer": 0.19105830313811087,
          "mean_digit_cer": 0.07857558139534884,
          "mean_table_score": 1.0,
          "mean_tps": 39.58614991640946
        },
        "deltas": {
          "cer_vs_bf16": -0.011250813750124905,
          "digit_cer_vs_bf16": 0.0062056303549571645,
          "table_degradation_vs_bf16": 0.0,
          "tps_ratio_vs_reference": 0.979790606502031
        }
      }
    ],
    "selected": {
      "label": "affine8-head",
      "precision": "affine8"
    },
    "precision_overrides": {
      "language_model.lm_head": "affine8"
    },
    "input_artifacts": {
      "calibration_baseline_accuracy": {
        "filename": "calibration_baseline_accuracy.json",
        "size": 5680,
        "sha256": "ea66cc3190566173dd29c3da3c624b3c950487ebe7b80375d0b159fe46f58cd6"
      },
      "calibration_reference_performance": {
        "filename": "calibration_reference_performance.json",
        "size": 2271,
        "sha256": "98b8082733af986c054d2d888722bdc28eb92c6accbb3d1d0b70cd2cffc0aae4"
      },
      "calibration_bfloat16_accuracy": {
        "filename": "calibration_bfloat16_accuracy.json",
        "size": 5678,
        "sha256": "5c124b0ffbc8cda32bc941e54b86d8e83f48f9ab05377e1d63b262909b8b1de0"
      },
      "calibration_bfloat16_performance": {
        "filename": "calibration_bfloat16_performance.json",
        "size": 2244,
        "sha256": "dba85444f023def084fcd41fb1a404a18010a003557f85bb2070cfda413ec2b0"
      },
      "calibration_mxfp8_accuracy": {
        "filename": "calibration_mxfp8_accuracy.json",
        "size": 5689,
        "sha256": "77cbe174170ea41896d26176b30a0320754eef8f62977c08f03f41e161659d26"
      },
      "calibration_mxfp8_performance": {
        "filename": "calibration_mxfp8_performance.json",
        "size": 2252,
        "sha256": "e6ad66839447d8b24b7c549fb644a547863a6277ba80d392b9d74572c420099b"
      },
      "calibration_affine8_accuracy": {
        "filename": "calibration_affine8_accuracy.json",
        "size": 5657,
        "sha256": "c1f7d2ba7a447c2fb14156e3fabda97b7577035d79bf114ea8ccacec3771ac19"
      },
      "calibration_affine8_performance": {
        "filename": "calibration_affine8_performance.json",
        "size": 2247,
        "sha256": "f1c8b7d22cc691797f9e221784f2a747386ea81c5ee1286bcd2860a1670bf89f"
      }
    },
    "dataset": {
      "name": "calibration",
      "num_samples": 10,
      "num_digit_samples": 10,
      "num_cjk_samples": 3,
      "num_table_samples": 3,
      "category_counts": {
        "cjk_document": 3,
        "english_document": 2,
        "low_quality_scan": 2,
        "table_numeric": 3
      },
      "manifest_sha256": "d4429669fe60a5c48ce82073294d20c845b85084644f9d4f62f7c8ca3923ba7a",
      "content_sha256": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
      "files": [
        {
          "path": "images/0001.png",
          "size": 243645,
          "sha256": "8fad74c7e8f314075f34d5b3b3e6272a2c22a90e960dcf8074039b1f065895b4"
        },
        {
          "path": "ground_truth/0001.txt",
          "size": 1346,
          "sha256": "a6f35a418836e8ba0667dc42d663219b07b65cbbf7a4627b2319f0fa44d11f8e"
        },
        {
          "path": "images/0002.png",
          "size": 208699,
          "sha256": "31f2d9c651112e963366e5e39f3da4ff8198ec41e2187c3c8fb5fec0edd2f64c"
        },
        {
          "path": "ground_truth/0002.txt",
          "size": 838,
          "sha256": "a05196b747f6898102fc56e23cae31c32754b985bc3eab0abe60d955bfadff68"
        },
        {
          "path": "images/0003.png",
          "size": 40039,
          "sha256": "bbe26dc81fb4c5e6a143279dd1e0d0540df746f5e4e8f9fc7577e936882b190e"
        },
        {
          "path": "ground_truth/0003.txt",
          "size": 459,
          "sha256": "39cf88aef99b6ce6b5d8af870e2feefca7a9991e5c835660bda60c5b5f80f481"
        },
        {
          "path": "images/0004.png",
          "size": 40356,
          "sha256": "1e50bec7880f37e9e25eb8c4706998634b0c1f254d38fb75ccd6dbb9b89ed3a3"
        },
        {
          "path": "ground_truth/0004.txt",
          "size": 459,
          "sha256": "2a2b723c4f1b4e14cdf5d70a74ae12586c12952ffac0d1bd295c448f1bf2d3fc"
        },
        {
          "path": "images/0005.png",
          "size": 40650,
          "sha256": "7b7c9441ff17bb97ee76cb68eb6b9134f7d26d151c6ca1d18039959bf43de04c"
        },
        {
          "path": "ground_truth/0005.txt",
          "size": 459,
          "sha256": "3dbec98a34736b424dafcf492691b21a1a36f629d83589cac5482cc1a135d9b7"
        },
        {
          "path": "images/0006.png",
          "size": 46036,
          "sha256": "76006318e5aa3bb54182d7b3249ad016e7ab0dee387f580331c39b9ac49cb7ab"
        },
        {
          "path": "ground_truth/0006.txt",
          "size": 191,
          "sha256": "75082837c3cbb8c41ba0747b98390a1f44577092c30f31f4c1e10ce52af83b61"
        },
        {
          "path": "images/0007.png",
          "size": 41828,
          "sha256": "d642986c12233efe0bc7559096952e66eb175735f89ac91caedea0089c4adb19"
        },
        {
          "path": "ground_truth/0007.txt",
          "size": 195,
          "sha256": "c47bf79076b7ab732c22dc1b023d9f6f12b98b724dd0d730c23e879ef7604e29"
        },
        {
          "path": "images/0008.png",
          "size": 20975,
          "sha256": "852416613d0137144df77408c44e7d469249e7fbc650c684ad28911b96b28e76"
        },
        {
          "path": "ground_truth/0008.txt",
          "size": 201,
          "sha256": "dc48f9c80e21438d5c2c3fb57b3bc471961708e2dd971df78a9ecc11c8c3b3ad"
        },
        {
          "path": "images/0009.png",
          "size": 487313,
          "sha256": "87f977973bddf89f781762c87feb9c845e02731dae5cf39086db4cdb0588298e"
        },
        {
          "path": "ground_truth/0009.txt",
          "size": 121,
          "sha256": "d9f04e21b8e73f964a9dee2776c65a76d509138f8abe694c46305a32833a52f1"
        },
        {
          "path": "images/0010.png",
          "size": 515820,
          "sha256": "6fb40a4c63aed4cbb11346d0c80b917cf1ecd407b364bcfbc87483b5bd90d0b4"
        },
        {
          "path": "ground_truth/0010.txt",
          "size": 121,
          "sha256": "b8e07f309069b395279995af437f82f3a9453f2add587bd9633b4ae97cc8419a"
        }
      ]
    }
  },
  "precision_map": {
    "vision_model": "bfloat16",
    "projector": "bfloat16",
    "language_model.model.embed_tokens": "mxfp8",
    "language_model.model.norm": "bfloat16",
    "language_model.lm_head": "affine8",
    "language_model.model.layers.*.input_layernorm": "bfloat16",
    "language_model.model.layers.*.post_attention_layernorm": "bfloat16",
    "language_model.model.layers.*.self_attn.q_proj": "mxfp8",
    "language_model.model.layers.*.self_attn.k_proj": "mxfp8",
    "language_model.model.layers.*.self_attn.v_proj": "mxfp8",
    "language_model.model.layers.*.self_attn.o_proj": "mxfp8",
    "language_model.model.layers.*.mlp.gate_proj": "mxfp8",
    "language_model.model.layers.*.mlp.up_proj": "mxfp8",
    "language_model.model.layers.*.mlp.down_proj": "mxfp8",
    "language_model.model.layers.*.mlp.shared_experts.gate_proj": "mxfp8",
    "language_model.model.layers.*.mlp.shared_experts.up_proj": "mxfp8",
    "language_model.model.layers.*.mlp.shared_experts.down_proj": "mxfp8",
    "language_model.model.layers.*.mlp.switch_mlp.gate_proj": "mxfp8",
    "language_model.model.layers.*.mlp.switch_mlp.up_proj": "mxfp8",
    "language_model.model.layers.*.mlp.switch_mlp.down_proj": "mxfp8",
    "language_model.model.layers.*.mlp.gate": "bfloat16",
    "sam_model": "bfloat16",
    "_generated_from": {
      "source_model": "baidu/Unlimited-OCR",
      "thresholds": {
        "cer_delta": 0.02,
        "digit_cer_delta": 0.02,
        "table_score_degradation": 0.01
      },
      "decisions": {
        "vision_encoder": {
          "precision": "bfloat16",
          "reasons": [
            "cer_delta=2.272233",
            "digit_cer_delta=1.696454",
            "table_score_degradation=1.000000",
            "protected OCR-critical group"
          ]
        },
        "vision_projector": {
          "precision": "bfloat16",
          "reasons": [
            "protected unless all measured quality deltas are non-degrading"
          ]
        },
        "token_embeddings": {
          "precision": "mxfp8",
          "reasons": [
            "all measured quality deltas were non-degrading"
          ]
        },
        "attention_q_proj": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "attention_k_proj": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "attention_v_proj": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "attention_o_proj": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "dense_mlp": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "shared_experts": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "routed_experts": {
          "precision": "base-map",
          "reasons": [
            "within thresholds"
          ]
        },
        "lm_head": {
          "precision": "affine8",
          "reasons": [
            "selected by joint quality/throughput calibration: affine8-head"
          ]
        }
      },
      "calibration": {
        "selected": {
          "label": "affine8-head",
          "precision": "affine8"
        },
        "selection_policy": "fastest candidate passing existing quality and throughput limits"
      }
    }
  },
  "artifacts": {
    "reference_accuracy": {
      "filename": "reference_accuracy.json",
      "size": 6664,
      "sha256": "2cd131108b70f0252995c0c096bd203bd7f7e6d06ce8921e1585b8a0a4523ad7"
    },
    "generated_precision_map": {
      "filename": "generated_precision_map.json",
      "size": 3337,
      "sha256": "91163d306379c513935c877d53344c628d333cf4eba2f75f0f5f00889affcd75"
    },
    "candidate_performance": {
      "filename": "candidate_performance.json",
      "size": 2261,
      "sha256": "71034ab96428b1ff5f7d700166aa393bacca91a465bb265bfe33af96d91dde52"
    },
    "sensitivity_results": {
      "filename": "sensitivity_results.json",
      "size": 26432,
      "sha256": "170e57762b46a880360c3c6b89e2ed96e6ceb08454541a0baa7432e53f60ce49"
    },
    "calibration_results": {
      "filename": "calibration_results.json",
      "size": 8019,
      "sha256": "b077712a0521f50e0b8c6ba1ca20e66d0ee64f750d6a545a1b3ab378af50adf7"
    },
    "candidate_accuracy": {
      "filename": "candidate_accuracy.json",
      "size": 6562,
      "sha256": "60bbb1f0ac5ea87e64d57889c5ade08aa5341e9558c530c009cb7fa546e68c25"
    },
    "bf16_accuracy": {
      "filename": "bf16_accuracy.json",
      "size": 6499,
      "sha256": "04289ab8cd0ee4019a341eaab83617eeca3cca99f2f96f236cb8725036789659"
    },
    "reference_performance": {
      "filename": "reference_performance.json",
      "size": 2271,
      "sha256": "1ac6b646a090cd052eea48ff50cc96d666204e986273a98f43daf263cecb270d"
    },
    "provenance": {
      "filename": "provenance.json",
      "size": 9280,
      "sha256": "958930c6a480798922a88287ba53d75de13df2fa7710d387c7138bbf300601e8"
    },
    "candidate_rswa": {
      "filename": "candidate_rswa.json",
      "size": 2483,
      "sha256": "1516b35616be2947d5595a3c9779f7b960adee4ad472336f50f5de88a151ebe0"
    },
    "calibration_affine8_accuracy": {
      "filename": "calibration_affine8_accuracy.json",
      "size": 5657,
      "sha256": "c1f7d2ba7a447c2fb14156e3fabda97b7577035d79bf114ea8ccacec3771ac19"
    },
    "calibration_bfloat16_accuracy": {
      "filename": "calibration_bfloat16_accuracy.json",
      "size": 5678,
      "sha256": "5c124b0ffbc8cda32bc941e54b86d8e83f48f9ab05377e1d63b262909b8b1de0"
    },
    "calibration_mxfp8_performance": {
      "filename": "calibration_mxfp8_performance.json",
      "size": 2252,
      "sha256": "e6ad66839447d8b24b7c549fb644a547863a6277ba80d392b9d74572c420099b"
    },
    "calibration_reference_performance": {
      "filename": "calibration_reference_performance.json",
      "size": 2271,
      "sha256": "98b8082733af986c054d2d888722bdc28eb92c6accbb3d1d0b70cd2cffc0aae4"
    },
    "calibration_mxfp8_accuracy": {
      "filename": "calibration_mxfp8_accuracy.json",
      "size": 5689,
      "sha256": "77cbe174170ea41896d26176b30a0320754eef8f62977c08f03f41e161659d26"
    },
    "calibration_affine8_performance": {
      "filename": "calibration_affine8_performance.json",
      "size": 2247,
      "sha256": "f1c8b7d22cc691797f9e221784f2a747386ea81c5ee1286bcd2860a1670bf89f"
    },
    "calibration_bfloat16_performance": {
      "filename": "calibration_bfloat16_performance.json",
      "size": 2244,
      "sha256": "dba85444f023def084fcd41fb1a404a18010a003557f85bb2070cfda413ec2b0"
    },
    "calibration_baseline_accuracy": {
      "filename": "calibration_baseline_accuracy.json",
      "size": 5680,
      "sha256": "ea66cc3190566173dd29c3da3c624b3c950487ebe7b80375d0b159fe46f58cd6"
    }
  },
  "gates": [
    {
      "name": "weights_are_distinct",
      "passed": true,
      "actual": "5ff9be1dc0a833b608f6cece5b2e257c5f152eab7de160c5f07d3e5cd9462549",
      "limit": "different from 439c6acfe5e277537dfe3368b94a145a6b0da4c39e4bd00582977d030f292ad1",
      "detail": "Candidate aggregate digest must differ from the Sahil reference"
    },
    {
      "name": "weight_size_gb",
      "passed": true,
      "actual": 3.5815872186794877,
      "limit": 4.5,
      "detail": "Candidate Safetensors size"
    },
    {
      "name": "native_model_metadata",
      "passed": true,
      "actual": {
        "architecture": true,
        "model_type": true,
        "mxfp8": true,
        "sliding_window": true,
        "processor_class": true,
        "sft_format": true,
        "precision_map": true,
        "quantization_summary": true,
        "protected_modules_preserved": true
      },
      "limit": true,
      "detail": "Native Unlimited-OCR, MXFP8, and R-SWA metadata"
    },
    {
      "name": "candidate_source_provenance",
      "passed": true,
      "actual": {
        "model": "Unlimited-OCR",
        "revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead"
      },
      "limit": {
        "model": [
          "baidu/Unlimited-OCR",
          "Unlimited-OCR"
        ],
        "revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead"
      },
      "detail": "Converted metadata must bind the exact BF16 source commit"
    },
    {
      "name": "evaluation_coverage",
      "passed": true,
      "actual": {
        "samples": 12,
        "digit": 12,
        "cjk": 3,
        "table": 3
      },
      "limit": "all counts > 0",
      "detail": "Dataset must cover ordinary text, digits, CJK, and tables"
    },
    {
      "name": "held_out_evaluation_dataset",
      "passed": true,
      "actual": {
        "passed": true,
        "calibration_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
        "evaluation_digest": "7becb54d81bae0dc69092ff69bae4a324ab63dd672123e5de5d19b6baebbc987",
        "overlapping_image_sha256": [],
        "overlapping_ground_truth_sha256": []
      },
      "limit": "distinct dataset digests and no shared image or ground-truth hashes",
      "detail": "Final quality evidence must not reuse model-selection samples"
    },
    {
      "name": "accuracy_aggregates_recomputed",
      "passed": true,
      "actual": [
        true,
        true,
        true
      ],
      "limit": [
        true,
        true,
        true
      ],
      "detail": "Every reported accuracy aggregate must recompute from per-file rows"
    },
    {
      "name": "same_evaluation_samples",
      "passed": true,
      "actual": {
        "counts": [
          12,
          12,
          12
        ],
        "file_counts": [
          12,
          12,
          12
        ]
      },
      "limit": {
        "count": 12,
        "files": [
          "0001.png",
          "0002.png",
          "0003.png",
          "0004.png",
          "0005.png",
          "0006.png",
          "0007.png",
          "0008.png",
          "0009.png",
          "0010.png",
          "0011.png",
          "0012.png"
        ]
      },
      "detail": "All three checkpoints must run every identical evaluation file"
    },
    {
      "name": "model_identities",
      "passed": true,
      "actual": {
        "bf16": "Unlimited-OCR",
        "reference": "sahilchachra/unlimited-ocr-mxfp8-mlx",
        "candidate": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
        "reference_performance": "sahilchachra/unlimited-ocr-mxfp8-mlx",
        "candidate_performance": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
        "rswa": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8"
      },
      "limit": {
        "bf16": "Unlimited-OCR",
        "reference": "sahilchachra/unlimited-ocr-mxfp8-mlx",
        "candidate": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8"
      },
      "detail": "Accuracy, performance, and R-SWA evidence must identify exact models"
    },
    {
      "name": "immutable_model_revisions",
      "passed": true,
      "actual": {
        "bf16_accuracy": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
        "reference_accuracy": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "candidate_accuracy": null,
        "reference_performance": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "candidate_performance": null
      },
      "limit": {
        "bf16_accuracy": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
        "reference_accuracy": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "candidate_accuracy": null,
        "reference_performance": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "candidate_performance": null
      },
      "detail": "Remote source and reference evidence must name exact Hub commits"
    },
    {
      "name": "same_accuracy_recipe",
      "passed": true,
      "actual": {
        "prompt": [
          "<image>document parsing.",
          "<image>document parsing.",
          "<image>document parsing."
        ],
        "max_tokens": [
          1024,
          1024,
          1024
        ],
        "profile": [
          "accurate",
          "accurate",
          "accurate"
        ],
        "generation_settings": [
          {
            "temperature": 0.0,
            "top_p": 1.0,
            "repetition_penalty": 1.0,
            "no_repeat_ngram_size": 35,
            "ngram_window": 128
          },
          {
            "temperature": 0.0,
            "top_p": 1.0,
            "repetition_penalty": 1.0,
            "no_repeat_ngram_size": 35,
            "ngram_window": 128
          },
          {
            "temperature": 0.0,
            "top_p": 1.0,
            "repetition_penalty": 1.0,
            "no_repeat_ngram_size": 35,
            "ngram_window": 128
          }
        ]
      },
      "limit": "identical official MLX OCR recipe",
      "detail": "Accuracy runs must use the same deterministic OCR generation settings"
    },
    {
      "name": "candidate_cer_vs_bf16",
      "passed": true,
      "actual": 0.011118653228923858,
      "limit": 0.015,
      "detail": "Candidate minus BF16 absolute mean CER"
    },
    {
      "name": "candidate_cer_vs_reference",
      "passed": true,
      "actual": -0.691050362380767,
      "limit": 0.005,
      "detail": "Candidate minus Sahil-reference absolute mean CER"
    },
    {
      "name": "candidate_digit_cer_vs_bf16",
      "passed": true,
      "actual": -0.0013706317359285375,
      "limit": 0.01,
      "detail": "Candidate minus BF16 digit CER"
    },
    {
      "name": "candidate_table_score_vs_bf16",
      "passed": true,
      "actual": 0.0,
      "limit": 0.01,
      "detail": "BF16 minus candidate mean table score"
    },
    {
      "name": "performance_aggregates_recomputed",
      "passed": true,
      "actual": {
        "reference": true,
        "candidate": true
      },
      "limit": {
        "reference": true,
        "candidate": true
      },
      "detail": "Performance means must recompute from complete benchmark runs"
    },
    {
      "name": "same_performance_setup",
      "passed": true,
      "actual": {
        "image_path": [
          "test_invoice.png",
          "test_invoice.png"
        ],
        "prompt": [
          "<image>document parsing.",
          "<image>document parsing."
        ],
        "max_tokens": [
          256,
          256
        ],
        "num_warmup": [
          1,
          1
        ],
        "num_runs": [
          3,
          3
        ],
        "system": [
          {
            "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
            "processor": "arm",
            "python_version": "3.14.6",
            "machine": "arm64",
            "mlx_version": "0.32.0",
            "mlx_vlm_version": "0.6.6",
            "chip": "Apple M3 Max",
            "total_memory_gb": 128.0
          },
          {
            "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
            "processor": "arm",
            "python_version": "3.14.6",
            "machine": "arm64",
            "mlx_version": "0.32.0",
            "mlx_vlm_version": "0.6.6",
            "chip": "Apple M3 Max",
            "total_memory_gb": 128.0
          }
        ]
      },
      "limit": "identical setup with at least three complete runs",
      "detail": "Performance comparisons must use the same host and benchmark recipe"
    },
    {
      "name": "candidate_tps_vs_reference",
      "passed": true,
      "actual": 1.001955642681865,
      "limit": 0.9,
      "detail": "Candidate decode throughput divided by Sahil-reference throughput"
    },
    {
      "name": "rswa_8k_bounded",
      "passed": true,
      "actual": {
        "pass_conditions": {
          "cache_bounded": true,
          "tps_stable": true,
          "8k_test_passed": true
        },
        "tokens": 8192,
        "repetition_rate": 0.20496894409937888
      },
      "limit": {
        "min_tokens": 8192,
        "max_repetition_rate": 0.25
      },
      "detail": "8K generation must have bounded cache, stable throughput, and repetition"
    },
    {
      "name": "provenance_matches_release",
      "passed": true,
      "actual": {
        "source": "baidu/Unlimited-OCR",
        "reference": "sahilchachra/unlimited-ocr-mxfp8-mlx",
        "target": "AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
        "source_config": {
          "path": "config.json",
          "sha256": "27246d03fd670904ec9601b1cb0861fbb79ec076830771daa8d943d6229946f9"
        },
        "source_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
        "reference_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "dataset_digest": "7becb54d81bae0dc69092ff69bae4a324ab63dd672123e5de5d19b6baebbc987",
        "calibration_dataset_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb"
      },
      "limit": {
        "source": "baidu/Unlimited-OCR",
        "reference": "sahilchachra/unlimited-ocr-mxfp8-mlx",
        "target": "AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
        "source_config_sha256": "27246d03fd670904ec9601b1cb0861fbb79ec076830771daa8d943d6229946f9",
        "source_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
        "reference_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
        "dataset_digest": "7becb54d81bae0dc69092ff69bae4a324ab63dd672123e5de5d19b6baebbc987",
        "calibration_dataset_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb"
      },
      "detail": "Provenance must bind the source, selection/evaluation datasets, and target"
    },
    {
      "name": "calibration_recomputed",
      "passed": true,
      "actual": {
        "selected": {
          "label": "affine8-head",
          "precision": "affine8"
        },
        "models": [
          "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8-cal-affine8",
          "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8-cal-bfloat16",
          "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8-cal-mxfp8"
        ],
        "dataset_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
        "input_artifacts": {
          "calibration_baseline_accuracy": {
            "filename": "calibration_baseline_accuracy.json",
            "size": 5680,
            "sha256": "ea66cc3190566173dd29c3da3c624b3c950487ebe7b80375d0b159fe46f58cd6"
          },
          "calibration_reference_performance": {
            "filename": "calibration_reference_performance.json",
            "size": 2271,
            "sha256": "98b8082733af986c054d2d888722bdc28eb92c6accbb3d1d0b70cd2cffc0aae4"
          },
          "calibration_bfloat16_accuracy": {
            "filename": "calibration_bfloat16_accuracy.json",
            "size": 5678,
            "sha256": "5c124b0ffbc8cda32bc941e54b86d8e83f48f9ab05377e1d63b262909b8b1de0"
          },
          "calibration_bfloat16_performance": {
            "filename": "calibration_bfloat16_performance.json",
            "size": 2244,
            "sha256": "dba85444f023def084fcd41fb1a404a18010a003557f85bb2070cfda413ec2b0"
          },
          "calibration_mxfp8_accuracy": {
            "filename": "calibration_mxfp8_accuracy.json",
            "size": 5689,
            "sha256": "77cbe174170ea41896d26176b30a0320754eef8f62977c08f03f41e161659d26"
          },
          "calibration_mxfp8_performance": {
            "filename": "calibration_mxfp8_performance.json",
            "size": 2252,
            "sha256": "e6ad66839447d8b24b7c549fb644a547863a6277ba80d392b9d74572c420099b"
          },
          "calibration_affine8_accuracy": {
            "filename": "calibration_affine8_accuracy.json",
            "size": 5657,
            "sha256": "c1f7d2ba7a447c2fb14156e3fabda97b7577035d79bf114ea8ccacec3771ac19"
          },
          "calibration_affine8_performance": {
            "filename": "calibration_affine8_performance.json",
            "size": 2247,
            "sha256": "f1c8b7d22cc691797f9e221784f2a747386ea81c5ee1286bcd2860a1670bf89f"
          }
        }
      },
      "limit": "content-addressed inputs and fastest passing experiment",
      "detail": "Calibration claims must recompute from raw benchmark evidence"
    },
    {
      "name": "sensitivity_matches_calibration_dataset",
      "passed": true,
      "actual": {
        "dataset_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
        "baseline_metrics_match": true
      },
      "limit": {
        "dataset_digest": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
        "baseline_metrics_match": true
      },
      "detail": "Sensitivity decisions must use the recorded selection dataset and baseline"
    },
    {
      "name": "candidate_precision_map_matches_evidence",
      "passed": true,
      "actual": "91163d306379c513935c877d53344c628d333cf4eba2f75f0f5f00889affcd75",
      "limit": "91163d306379c513935c877d53344c628d333cf4eba2f75f0f5f00889affcd75",
      "detail": "The executable candidate precision map must equal approved evidence"
    },
    {
      "name": "precision_map_reproducible",
      "passed": true,
      "actual": "c5f8b260d2e1ff2fc0405c6ef3857829ca85f49b1980a8c599fb03e06788eb1a",
      "limit": "c5f8b260d2e1ff2fc0405c6ef3857829ca85f49b1980a8c599fb03e06788eb1a",
      "detail": "Sensitivity and calibration evidence must reproduce the executable map"
    }
  ],
  "environment": {
    "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
    "machine": "arm64",
    "python": "3.14.6",
    "versions": {
      "mlx": "0.32.0",
      "mlx-vlm": "0.6.6",
      "huggingface-hub": "1.24.0",
      "numpy": "2.5.1",
      "Pillow": "12.3.0"
    }
  }
}