{
  "data_repository": "Hyukkyu/RAQUEL2-ICLR",
  "data_revision": "ac82756570fcce84441fb413ab523de8da679efd",
  "evidence": {
    "judge_inputs_sha256": "cdcedf391b88c9f739261b00d46c933200413a77455ca348860448cb7035d058",
    "judgments_sha256": "46c45fda711648d97a7d903459f26bec989c5653b6f5d5ff838431f068f57960"
  },
  "generation": {
    "do_sample": false,
    "max_new_tokens": 96,
    "max_prompt_length": 512,
    "prompt": "Question: {question}\nAnswer:"
  },
  "judge": {
    "model": "Qwen/Qwen3.8-27B",
    "served_name": "qwen3.8-27b",
    "server": "vLLM 0.28.0",
    "temperature": 0,
    "thinking": false
  },
  "metrics": {
    "muse_forget": {
      "accuracy": 0.9973333333333333,
      "correct": 748,
      "total": 750
    },
    "muse_forget_rephrased": {
      "accuracy": 0.9109311740890689,
      "correct": 675,
      "total": 741
    },
    "muse_retain": {
      "accuracy": 1.0,
      "correct": 1300,
      "total": 1300
    },
    "muse_retain_rephrased": {
      "accuracy": 0.8745128604832424,
      "correct": 1122,
      "total": 1283
    },
    "raquel_affected": {
      "accuracy": 0.11761263897015799,
      "correct": 201,
      "total": 1709
    },
    "raquel_unaffected": {
      "accuracy": 0.16019900497512438,
      "correct": 322,
      "total": 2010
    }
  },
  "reference": {
    "muse_llama31_M_ret": {
      "muse_forget": {
        "accuracy": 0.23466666666666666,
        "correct": 176,
        "total": 750
      },
      "muse_forget_rephrased": {
        "accuracy": 0.2145748987854251,
        "correct": 159,
        "total": 741
      },
      "muse_retain": {
        "accuracy": 1.0,
        "correct": 1300,
        "total": 1300
      },
      "muse_retain_rephrased": {
        "accuracy": 0.8893219017926735,
        "correct": 1141,
        "total": 1283
      },
      "raquel_affected": {
        "accuracy": 0.08952603861907549,
        "correct": 153,
        "total": 1709
      },
      "raquel_unaffected": {
        "accuracy": 0.12736318407960198,
        "correct": 256,
        "total": 2010
      }
    }
  }
}