{
  "reproducibility": {
    "generated_at_utc": "20260818T070841Z",
    "dataset": "milo_benchmark v1.0",
    "simulator": "Simulator (real AI2-THOR/Unity, restarted between episodes)",
    "planners": [
      "rule_based",
      "behavior_tree",
      "react"
    ],
    "react_llm_provider": "qwen",
    "react_llm_model": "qwen2.5:7b",
    "react_transient_retry_policy": {
      "max_extra_attempts": 2,
      "retry_trigger_markers": [
        "503",
        "unavailable",
        "429",
        "resource_exhausted",
        "rate limit",
        "quota"
      ],
      "episodes_that_needed_a_retry": 0,
      "total_extra_attempts_used": 0,
      "episodes_still_failing_after_all_retries": 0
    },
    "memory_enabled": false
  },
  "summary_by_planner": {
    "rule_based": {
      "overall": {
        "n": 25,
        "goal_success_rate": 0.96,
        "execution_success_rate": 0.96
      },
      "by_tier": {
        "tier1_locate": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier2_pickup": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier3_store": {
          "n": 5,
          "goal_success_rate": 0.8,
          "execution_success_rate": 0.8
        }
      }
    },
    "behavior_tree": {
      "overall": {
        "n": 25,
        "goal_success_rate": 0.96,
        "execution_success_rate": 0.96
      },
      "by_tier": {
        "tier1_locate": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier2_pickup": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier3_store": {
          "n": 5,
          "goal_success_rate": 0.8,
          "execution_success_rate": 0.8
        }
      }
    },
    "react": {
      "overall": {
        "n": 25,
        "goal_success_rate": 0.8,
        "execution_success_rate": 0.8
      },
      "by_tier": {
        "tier1_locate": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier2_pickup": {
          "n": 10,
          "goal_success_rate": 1.0,
          "execution_success_rate": 1.0
        },
        "tier3_store": {
          "n": 5,
          "goal_success_rate": 0.0,
          "execution_success_rate": 0.0
        }
      }
    }
  },
  "episodes": [
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp1-t1a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the mug.",
      "goal": "find",
      "object": "mug",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 154.11817200003952,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp1-t1b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the tomato.",
      "goal": "find",
      "object": "tomato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 173.6431360000097,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp1-t2a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the apple.",
      "goal": "pick_up",
      "object": "apple",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 209.56636699997944,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp1-t2b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the spoon.",
      "goal": "pick_up",
      "object": "spoon",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 148.1625520000307,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp1-t3a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the bread away in the fridge.",
      "goal": "store",
      "object": "bread",
      "target": "fridge",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 790.7783379999955,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp5-t1a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the bowl.",
      "goal": "find",
      "object": "bowl",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 150.08882600000106,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp5-t1b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the kettle.",
      "goal": "find",
      "object": "kettle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 80.14007699989634,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp5-t2a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the potato.",
      "goal": "pick_up",
      "object": "potato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 163.03342700007306,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp5-t2b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pan.",
      "goal": "pick_up",
      "object": "pan",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 153.10482799998226,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp5-t3a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the mug away in the cabinet.",
      "goal": "store",
      "object": "mug",
      "target": "cabinet",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 678.1462190000411,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp201-t1a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the laptop.",
      "goal": "find",
      "object": "laptop",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 254.10422200002358,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp201-t1b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the vase.",
      "goal": "find",
      "object": "vase",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 160.74148500001684,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp201-t2a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the newspaper.",
      "goal": "pick_up",
      "object": "newspaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 250.5230259999962,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp201-t2b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pillow.",
      "goal": "pick_up",
      "object": "pillow",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 331.54611300005854,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp201-t3a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the remote control away in the drawer.",
      "goal": "store",
      "object": "remotecontrol",
      "target": "drawer",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 876.3610659999586,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp301-t1a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the alarm clock.",
      "goal": "find",
      "object": "alarmclock",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 3232.5475899999674,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp301-t1b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the cell phone.",
      "goal": "find",
      "object": "cellphone",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 3023.7080329999344,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp301-t2a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the boots.",
      "goal": "pick_up",
      "object": "boots",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 139.89739300006931,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp301-t2b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the CD.",
      "goal": "pick_up",
      "object": "cd",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 174.5321559999411,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp301-t3a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the book away in the drawer.",
      "goal": "store",
      "object": "book",
      "target": "drawer",
      "plan_success": true,
      "execution_success": false,
      "goal_success": false,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": "No valid positions to place object found",
      "wall_clock_ms": 3465.071465000051,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp401-t1a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the towel.",
      "goal": "find",
      "object": "towel",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 379.57583299998987,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp401-t1b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the candle.",
      "goal": "find",
      "object": "candle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 101.49035200004164,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp401-t2a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the soap bar.",
      "goal": "pick_up",
      "object": "soapbar",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 182.6353299999255,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp401-t2b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the toilet paper.",
      "goal": "pick_up",
      "object": "toiletpaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 165.49772799999118,
      "llm_retry_attempts": 0
    },
    {
      "planner": "rule_based",
      "task_id": "milo-v1-fp401-t3a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the spray bottle away on the shelf.",
      "goal": "store",
      "object": "spraybottle",
      "target": "shelf",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 6,
      "plan_step_count": 6,
      "failure_cause": null,
      "wall_clock_ms": 625.6567269999778,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp1-t1a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the mug.",
      "goal": "find",
      "object": "mug",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 134.12748099995042,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp1-t1b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the tomato.",
      "goal": "find",
      "object": "tomato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 160.50098099992738,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp1-t2a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the apple.",
      "goal": "pick_up",
      "object": "apple",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 202.5204719999465,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp1-t2b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the spoon.",
      "goal": "pick_up",
      "object": "spoon",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 142.13403499991273,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp1-t3a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the bread away in the fridge.",
      "goal": "store",
      "object": "bread",
      "target": "fridge",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 713.1759469999679,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp5-t1a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the bowl.",
      "goal": "find",
      "object": "bowl",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 149.11941299999398,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp5-t1b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the kettle.",
      "goal": "find",
      "object": "kettle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 85.6754120000005,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp5-t2a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the potato.",
      "goal": "pick_up",
      "object": "potato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 157.46236099994348,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp5-t2b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pan.",
      "goal": "pick_up",
      "object": "pan",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 149.59045899990997,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp5-t3a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the mug away in the cabinet.",
      "goal": "store",
      "object": "mug",
      "target": "cabinet",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 625.256997000065,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp201-t1a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the laptop.",
      "goal": "find",
      "object": "laptop",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 198.95536699993954,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp201-t1b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the vase.",
      "goal": "find",
      "object": "vase",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 251.78094400007467,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp201-t2a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the newspaper.",
      "goal": "pick_up",
      "object": "newspaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 260.4202830000304,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp201-t2b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pillow.",
      "goal": "pick_up",
      "object": "pillow",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 330.2497049999147,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp201-t3a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the remote control away in the drawer.",
      "goal": "store",
      "object": "remotecontrol",
      "target": "drawer",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": null,
      "wall_clock_ms": 806.7476859999942,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp301-t1a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the alarm clock.",
      "goal": "find",
      "object": "alarmclock",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 2938.144401999921,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp301-t1b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the cell phone.",
      "goal": "find",
      "object": "cellphone",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 3428.3591419999766,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp301-t2a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the boots.",
      "goal": "pick_up",
      "object": "boots",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 155.68634400005976,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp301-t2b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the CD.",
      "goal": "pick_up",
      "object": "cd",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 198.12956200007648,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp301-t3a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the book away in the drawer.",
      "goal": "store",
      "object": "book",
      "target": "drawer",
      "plan_success": true,
      "execution_success": false,
      "goal_success": false,
      "action_count": 8,
      "plan_step_count": 8,
      "failure_cause": "No valid positions to place object found",
      "wall_clock_ms": 3477.8496440000026,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp401-t1a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the towel.",
      "goal": "find",
      "object": "towel",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 394.86061799993877,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp401-t1b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the candle.",
      "goal": "find",
      "object": "candle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 2,
      "plan_step_count": 2,
      "failure_cause": null,
      "wall_clock_ms": 104.33774800003448,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp401-t2a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the soap bar.",
      "goal": "pick_up",
      "object": "soapbar",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 187.8019520000862,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp401-t2b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the toilet paper.",
      "goal": "pick_up",
      "object": "toiletpaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 165.5506910000213,
      "llm_retry_attempts": 0
    },
    {
      "planner": "behavior_tree",
      "task_id": "milo-v1-fp401-t3a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the spray bottle away on the shelf.",
      "goal": "store",
      "object": "spraybottle",
      "target": "shelf",
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 6,
      "plan_step_count": 6,
      "failure_cause": null,
      "wall_clock_ms": 626.9772320000584,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp1-t1a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the mug.",
      "goal": "find",
      "object": "mug",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 15064.491562000057,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp1-t1b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the tomato.",
      "goal": "find",
      "object": "tomato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1732.9727669999784,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp1-t2a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the apple.",
      "goal": "pick_up",
      "object": "apple",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5493.191228000001,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp1-t2b",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the spoon.",
      "goal": "pick_up",
      "object": "spoon",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5537.431300000094,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp1-t3a",
      "scene": "FloorPlan1",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the bread away in the fridge.",
      "goal": "store",
      "object": "bread",
      "target": "fridge",
      "plan_success": false,
      "execution_success": false,
      "goal_success": false,
      "action_count": 0,
      "plan_step_count": 0,
      "failure_cause": "LLM produced malformed output after 3 attempt(s): Proposed action 'place' violates precondition(s): holding_target, container_ready.",
      "wall_clock_ms": 9506.010277000087,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp5-t1a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the bowl.",
      "goal": "find",
      "object": "bowl",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1731.7927919999647,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp5-t1b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the kettle.",
      "goal": "find",
      "object": "kettle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1738.421287000051,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp5-t2a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the potato.",
      "goal": "pick_up",
      "object": "potato",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5612.70604799995,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp5-t2b",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pan.",
      "goal": "pick_up",
      "object": "pan",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5384.264706999943,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp5-t3a",
      "scene": "FloorPlan5",
      "room_type": "kitchen",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the mug away in the cabinet.",
      "goal": "store",
      "object": "mug",
      "target": "cabinet",
      "plan_success": false,
      "execution_success": false,
      "goal_success": false,
      "action_count": 0,
      "plan_step_count": 0,
      "failure_cause": "LLM produced malformed output after 3 attempt(s): Proposed action 'pickup' violates precondition(s): target_near.",
      "wall_clock_ms": 11978.276255999957,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp201-t1a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the laptop.",
      "goal": "find",
      "object": "laptop",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1830.247714000052,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp201-t1b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the vase.",
      "goal": "find",
      "object": "vase",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1860.4379769999468,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp201-t2a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the newspaper.",
      "goal": "pick_up",
      "object": "newspaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5649.270132000083,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp201-t2b",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the pillow.",
      "goal": "pick_up",
      "object": "pillow",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5935.563873000092,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp201-t3a",
      "scene": "FloorPlan201",
      "room_type": "living_room",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the remote control away in the drawer.",
      "goal": "store",
      "object": "remotecontrol",
      "target": "drawer",
      "plan_success": false,
      "execution_success": false,
      "goal_success": false,
      "action_count": 0,
      "plan_step_count": 0,
      "failure_cause": "LLM produced malformed output after 3 attempt(s): Proposed action 'open' violates precondition(s): target_near.",
      "wall_clock_ms": 12241.719454999838,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp301-t1a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the alarm clock.",
      "goal": "find",
      "object": "alarmclock",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1834.7217719999662,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp301-t1b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the cell phone.",
      "goal": "find",
      "object": "cellphone",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1900.5721609999,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp301-t2a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the boots.",
      "goal": "pick_up",
      "object": "boots",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 6270.554585999889,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp301-t2b",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the CD.",
      "goal": "pick_up",
      "object": "cd",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5372.286372999952,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp301-t3a",
      "scene": "FloorPlan301",
      "room_type": "bedroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the book away in the drawer.",
      "goal": "store",
      "object": "book",
      "target": "drawer",
      "plan_success": false,
      "execution_success": false,
      "goal_success": false,
      "action_count": 0,
      "plan_step_count": 0,
      "failure_cause": "LLM produced malformed output after 3 attempt(s): Proposed action 'pickup' violates precondition(s): target_near.",
      "wall_clock_ms": 9175.65858099988,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp401-t1a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the towel.",
      "goal": "find",
      "object": "towel",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1794.7678190000715,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp401-t1b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier1_locate",
      "instruction": "Find the candle.",
      "goal": "find",
      "object": "candle",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 1,
      "plan_step_count": 1,
      "failure_cause": null,
      "wall_clock_ms": 1814.5319740001469,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp401-t2a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the soap bar.",
      "goal": "pick_up",
      "object": "soapbar",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 5642.08349799992,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp401-t2b",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier2_pickup",
      "instruction": "Pick up the toilet paper.",
      "goal": "pick_up",
      "object": "toiletpaper",
      "target": null,
      "plan_success": true,
      "execution_success": true,
      "goal_success": true,
      "action_count": 3,
      "plan_step_count": 3,
      "failure_cause": null,
      "wall_clock_ms": 6174.160626000003,
      "llm_retry_attempts": 0
    },
    {
      "planner": "react",
      "task_id": "milo-v1-fp401-t3a",
      "scene": "FloorPlan401",
      "room_type": "bathroom",
      "difficulty_tier": "tier3_store",
      "instruction": "Put the spray bottle away on the shelf.",
      "goal": "store",
      "object": "spraybottle",
      "target": "shelf",
      "plan_success": false,
      "execution_success": false,
      "goal_success": false,
      "action_count": 0,
      "plan_step_count": 0,
      "failure_cause": "LLM produced malformed output after 3 attempt(s): Proposed action 'navigate' violates precondition(s): target_located.",
      "wall_clock_ms": 6980.015213999877,
      "llm_retry_attempts": 0
    }
  ],
  "totals": {
    "total_episodes": 75,
    "goal_succeeded": 68,
    "execution_succeeded": 68
  }
}