| { |
| "schema_version": 1, |
| "model_id": "OpenMed/North-Micro-Vision-Instruct-4bit-mlx", |
| "variant": "4bit", |
| "validated_at": "2026-08-14", |
| "passed": true, |
| "openmed": { |
| "implementation_pr": "https://github.com/maziyarpanahi/openmed/pull/2885", |
| "python_api": "openmed.mlx.OpenMedMLXVisionLanguageModel", |
| "swift_api": "OpenMedKit.OpenMedVisionLanguageModel" |
| }, |
| "python": { |
| "passed": true, |
| "strict_weight_load": true, |
| "platform": "Apple M3 Ultra", |
| "runtime_versions": { |
| "mlx": "0.32.0", |
| "mlx-lm": "0.31.3", |
| "transformers": "5.15.0", |
| "huggingface-hub": "1.27.0", |
| "pillow": "12.3.0" |
| }, |
| "test": "tests/integration/test_mlx_vision_language_compass.py" |
| }, |
| "swift": { |
| "passed": true, |
| "strict_weight_load": true, |
| "execution_platform": "Apple M3 Ultra, macOS 26.5.1, Xcode Metal test bundle", |
| "ios_device_target_build": true, |
| "physical_ios_inference_run": false, |
| "physical_ios_note": "No compatible physical iPhone was online for this publication run; all five payloads executed through the same Swift model and processor on Apple Silicon, and the generic iOS device target compiled successfully.", |
| "runtime_versions": { |
| "mlx-swift": "0.31.6", |
| "mlx-swift-lm": "42f08a872075fd07f9f1f40ec1a5e191e6aad86e", |
| "xcode": "26.6" |
| }, |
| "test": "swift/OpenMedKit/Tests/OpenMedKitTests/OpenMedCompassTests.swift" |
| }, |
| "cases": { |
| "text_privacy": { |
| "passed": true, |
| "acceptance": "one coherent sentence covering on-device locality, sensitive clinical data, and privacy risk reduction", |
| "prompt_tokens": 30 |
| }, |
| "text_fact_extraction": { |
| "passed": true, |
| "exact_response": "Tuesday", |
| "exact_generated_token_ids": [29445], |
| "prompt_tokens": 44 |
| }, |
| "image_clinical_document": { |
| "passed": true, |
| "required_facts": [ |
| "Alex Rivera", |
| "SYN-2048", |
| "Metformin", |
| "500 mg", |
| "twice daily", |
| "Penicillin" |
| ], |
| "prompt_tokens": 1161, |
| "fixture": "synthetic_clinical_document.png" |
| }, |
| "image_chart": { |
| "passed": true, |
| "exact_response": "Screening, 42", |
| "exact_generated_token_ids": [198759, 16, 225, 3304], |
| "prompt_tokens": 1053, |
| "fixture": "synthetic_clinic_chart.png" |
| } |
| }, |
| "privacy": { |
| "fixtures_are_synthetic": true, |
| "remote_model_code": false, |
| "cloud_inference_fallback": false, |
| "telemetry": false |
| }, |
| "reference": { |
| "conversion_report": "openmed-validation.json", |
| "source_model": "CohereLabs/North-Micro-Vision-Instruct", |
| "source_revision": "373bda96ac70bf89f99f7048f420cf00dc07c149" |
| } |
| } |
|
|
