{
  "schema_version": 1,
  "model_id": "OpenMed/North-Micro-Vision-Instruct-4bit-mlx",
  "variant": "4bit",
  "validated_at": "2026-08-14",
  "passed": true,
  "openmed": {
    "implementation_pr": "https://github.com/maziyarpanahi/openmed/pull/2885",
    "python_api": "openmed.mlx.OpenMedMLXVisionLanguageModel",
    "swift_api": "OpenMedKit.OpenMedVisionLanguageModel"
  },
  "python": {
    "passed": true,
    "strict_weight_load": true,
    "platform": "Apple M3 Ultra",
    "runtime_versions": {
      "mlx": "0.32.0",
      "mlx-lm": "0.31.3",
      "transformers": "5.15.0",
      "huggingface-hub": "1.27.0",
      "pillow": "12.3.0"
    },
    "test": "tests/integration/test_mlx_vision_language_compass.py"
  },
  "swift": {
    "passed": true,
    "strict_weight_load": true,
    "execution_platform": "Apple M3 Ultra, macOS 26.5.1, Xcode Metal test bundle",
    "ios_device_target_build": true,
    "physical_ios_inference_run": false,
    "physical_ios_note": "No compatible physical iPhone was online for this publication run; all five payloads executed through the same Swift model and processor on Apple Silicon, and the generic iOS device target compiled successfully.",
    "runtime_versions": {
      "mlx-swift": "0.31.6",
      "mlx-swift-lm": "42f08a872075fd07f9f1f40ec1a5e191e6aad86e",
      "xcode": "26.6"
    },
    "test": "swift/OpenMedKit/Tests/OpenMedKitTests/OpenMedCompassTests.swift"
  },
  "cases": {
    "text_privacy": {
      "passed": true,
      "acceptance": "one coherent sentence covering on-device locality, sensitive clinical data, and privacy risk reduction",
      "prompt_tokens": 30
    },
    "text_fact_extraction": {
      "passed": true,
      "exact_response": "Tuesday",
      "exact_generated_token_ids": [29445],
      "prompt_tokens": 44
    },
    "image_clinical_document": {
      "passed": true,
      "required_facts": [
        "Alex Rivera",
        "SYN-2048",
        "Metformin",
        "500 mg",
        "twice daily",
        "Penicillin"
      ],
      "prompt_tokens": 1161,
      "fixture": "synthetic_clinical_document.png"
    },
    "image_chart": {
      "passed": true,
      "exact_response": "Screening, 42",
      "exact_generated_token_ids": [198759, 16, 225, 3304],
      "prompt_tokens": 1053,
      "fixture": "synthetic_clinic_chart.png"
    }
  },
  "privacy": {
    "fixtures_are_synthetic": true,
    "remote_model_code": false,
    "cloud_inference_fallback": false,
    "telemetry": false
  },
  "reference": {
    "conversion_report": "openmed-validation.json",
    "source_model": "CohereLabs/North-Micro-Vision-Instruct",
    "source_revision": "373bda96ac70bf89f99f7048f420cf00dc07c149"
  }
}