Qwen2.5-72B-Instruct_json.json

{
  "model": "Qwen/Qwen2.5-72B-Instruct",
  "fmt": "json",
  "n_items": 120,
  "overall_acc": 0.1917,
  "elapsed_sec": 122.7,
  "by_cat": {
    "Topology": {
      "acc": 0.3333,
      "n": 60
    },
    "Metric": {
      "acc": 0.075,
      "n": 40
    },
    "Dynamic": {
      "acc": 0.0,
      "n": 20
    }
  },
  "by_rt": {
    "kitchen": {
      "acc": 0.2,
      "n": 30
    },
    "living_room": {
      "acc": 0.2,
      "n": 30
    },
    "bedroom": {
      "acc": 0.2,
      "n": 30
    },
    "hssd": {
      "acc": 0.1667,
      "n": 30
    }
  }
}