{
  "version": "1.0",
  "generated_at": "2026-02-17T14:17:36.116036",
  "repository": "CoffeeGitta/pika-probes",
  "num_probes": 5,
  "probes": [
    {
      "name": "gpt-oss-20b-high--MATH--linear-eoi-probe--mv-correct--k5-t1.0",
      "model": "openai/gpt-oss-20b_high",
      "dataset": "DigitalLearningGmbH_MATH-lighteval",
      "probe_type": "linear_eoi_probe",
      "label_type": "majority_vote_is_correct",
      "test_auc": 0.8600815900449662
    },
    {
      "name": "gpt-oss-20b-low--MATH--linear-eoi-probe--mv-correct--k5-t1.0",
      "model": "openai/gpt-oss-20b_low",
      "dataset": "DigitalLearningGmbH_MATH-lighteval",
      "probe_type": "linear_eoi_probe",
      "label_type": "majority_vote_is_correct",
      "test_auc": 0.8448685200965403
    },
    {
      "name": "gpt-oss-20b-medium--MATH--linear-eoi-probe--mv-correct--k5-t1.0",
      "model": "openai/gpt-oss-20b_medium",
      "dataset": "DigitalLearningGmbH_MATH-lighteval",
      "probe_type": "linear_eoi_probe",
      "label_type": "majority_vote_is_correct",
      "test_auc": 0.8443692433677109
    },
    {
      "name": "Qwen2.5-Math-7B-Instruct--MATH--linear-eoi-probe--mv-correct--k5-t0.7",
      "model": "Qwen/Qwen2.5-Math-7B-Instruct",
      "dataset": "DigitalLearningGmbH_MATH-lighteval",
      "probe_type": "linear_eoi_probe",
      "label_type": "majority_vote_is_correct",
      "test_auc": 0.8452282219273768
    },
    {
      "name": "Qwen3-8B--gneubig_aime-1983-2024--linear-eoi-probe--mv-correct--k5-t0.6",
      "model": "Qwen/Qwen3-8B",
      "dataset": "gneubig_aime-1983-2024",
      "probe_type": "linear_eoi_probe",
      "label_type": "majority_vote_is_correct",
      "test_auc": 0.6984126984126984
    }
  ]
}