Qwen2.5-7B-Instruct_perturb.json

{
  "model": "Qwen/Qwen2.5-7B-Instruct",
  "fmt": "json",
  "n_items": 69,
  "overall_acc": 0.2174,
  "elapsed_sec": 15.6,
  "by_cat": {
    "Metric": {
      "acc": 0.0455,
      "n": 22
    },
    "Topology": {
      "acc": 0.4,
      "n": 35
    },
    "Dynamic": {
      "acc": 0.0,
      "n": 12
    }
  },
  "by_rt": {
    "kitchen": {
      "acc": 0.2222,
      "n": 18
    },
    "living_room": {
      "acc": 0.2778,
      "n": 18
    },
    "bedroom": {
      "acc": 0.1667,
      "n": 18
    },
    "hssd": {
      "acc": 0.2,
      "n": 15
    }
  }
}