Qwen2.5-7B-Instruct_modal_perturb.json

{
  "model": "Qwen/Qwen2.5-7B-Instruct",
  "fmt": "json",
  "perturb": 0.1,
  "sample": 5,
  "n_items": 69,
  "overall_acc": 0.1884,
  "elapsed_sec": 16.7,
  "by_cat": {
    "Metric": {
      "acc": 0.0,
      "n": 22
    },
    "Topology": {
      "acc": 0.3714,
      "n": 35
    },
    "Dynamic": {
      "acc": 0.0,
      "n": 12
    }
  },
  "by_rt": {
    "kitchen": {
      "acc": 0.2222,
      "n": 18
    },
    "living_room": {
      "acc": 0.2222,
      "n": 18
    },
    "bedroom": {
      "acc": 0.1667,
      "n": 18
    },
    "hssd": {
      "acc": 0.1333,
      "n": 15
    }
  }
}