Qwen2.5-7B-Instruct_modal.json

{
  "model": "Qwen/Qwen2.5-7B-Instruct",
  "fmt": "json",
  "perturb": 0.0,
  "sample": 5,
  "n_items": 120,
  "overall_acc": 0.1833,
  "elapsed_sec": 31.8,
  "by_cat": {
    "Metric": {
      "acc": 0.05,
      "n": 40
    },
    "Topology": {
      "acc": 0.3333,
      "n": 60
    },
    "Dynamic": {
      "acc": 0.0,
      "n": 20
    }
  },
  "by_rt": {
    "kitchen": {
      "acc": 0.2,
      "n": 30
    },
    "living_room": {
      "acc": 0.2333,
      "n": 30
    },
    "bedroom": {
      "acc": 0.2,
      "n": 30
    },
    "hssd": {
      "acc": 0.1,
      "n": 30
    }
  }
}