{
  "model": "meta-llama/Llama-3.3-70B-Instruct",
  "tasks": {
    "clean_deploy": {
      "seed_0": {
        "task": "clean_deploy",
        "seed_offset": 0,
        "steps": 15,
        "reward_sum": 0.6367,
        "rewards_per_step": [
          0.03,
          0.0277,
          0.01,
          -0.01,
          0.07,
          0.1497,
          0.07,
          0.1499,
          0.0198,
          0.0175,
          0.0211,
          0.0217,
          0.0107,
          0.0258,
          0.0228
        ],
        "roles_used": [
          "ops",
          "sre"
        ],
        "num_roles_used": 2,
        "all_3_modes_used": false,
        "done": true,
        "success": true,
        "healthy_ratio": 1.0,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "clean_deploy",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8686,
        "rewards_per_step": [
          0.0432,
          0.026,
          -0.33,
          0.0435,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          0.041,
          0.0072,
          -0.017,
          -0.0247,
          -0.0205,
          -0.016,
          -0.016,
          0.008,
          0.008,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "clean_deploy",
        "seed_offset": 2,
        "steps": 20,
        "reward_sum": -1.9204,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          -0.0168,
          -0.017,
          -0.0247,
          -0.0205,
          -0.016,
          -0.016,
          -0.016,
          0.0453,
          0.008,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      }
    },
    "broken_pipeline": {
      "seed_0": {
        "task": "broken_pipeline",
        "seed_offset": 0,
        "steps": 20,
        "reward_sum": -1.8584,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.05,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          0.0443,
          0.0071,
          -0.0168,
          0.007,
          -0.0007,
          -0.0205,
          -0.016,
          -0.016,
          -0.016,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "broken_pipeline",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8244,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          -0.0168,
          0.0443,
          -0.0007,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          0.008,
          0.008,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "broken_pipeline",
        "seed_offset": 2,
        "steps": 20,
        "reward_sum": -1.8584,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.05,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          -0.0168,
          0.0443,
          -0.0007,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      }
    },
    "judgment_call": {
      "seed_0": {
        "task": "judgment_call",
        "seed_offset": 0,
        "steps": 20,
        "reward_sum": -1.8244,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          0.0445,
          0.007,
          -0.0247,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          0.008,
          0.008,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "judgment_call",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8104,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.05,
          -0.33,
          0.0483,
          -0.0185,
          0.0431,
          0.0058,
          -0.0175,
          -0.0169,
          0.0071,
          0.0072,
          -0.017,
          -0.0247,
          0.0035,
          0.008,
          0.008,
          0.008,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "judgment_call",
        "seed_offset": 2,
        "steps": 20,
        "reward_sum": -1.8104,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.05,
          -0.33,
          0.0483,
          0.0428,
          0.0058,
          -0.0182,
          0.0065,
          0.0071,
          -0.0169,
          -0.0168,
          0.007,
          -0.0007,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      }
    },
    "cascading_failure": {
      "seed_0": {
        "task": "cascading_failure",
        "seed_offset": 0,
        "steps": 20,
        "reward_sum": -1.8004,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          0.0445,
          0.007,
          -0.0247,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          0.008,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "cascading_failure",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8584,
        "rewards_per_step": [
          0.0312,
          0.026,
          -0.05,
          -0.33,
          0.0483,
          -0.0185,
          -0.0182,
          -0.0182,
          -0.0175,
          -0.0169,
          -0.0169,
          0.0445,
          0.007,
          -0.0247,
          -0.0205,
          -0.016,
          0.008,
          0.008,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "cascading_failure",
        "seed_offset": 2,
        "steps": 15,
        "reward_sum": -1.3768,
        "rewards_per_step": [
          0.0886,
          0.0629,
          0.0084,
          -0.0177,
          0.0082,
          0.008,
          0.0079,
          0.0078,
          -0.0182,
          -0.0183,
          -0.0184,
          -0.0185,
          0.0075,
          0.0074,
          -1.4926
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.6,
        "steps_to_recovery": 21,
        "initial_health": 60.0
      }
    },
    "capacity_crisis": {
      "seed_0": {
        "task": "capacity_crisis",
        "seed_offset": 0,
        "steps": 20,
        "reward_sum": -1.9552,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          -0.0177,
          0.0432,
          0.0058,
          -0.0175,
          -0.0176,
          -0.0172,
          -0.0171,
          -0.0171,
          -0.0163,
          -0.0165,
          -0.0242,
          -0.0199,
          -0.016,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "capacity_crisis",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8592,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          -0.0177,
          -0.018,
          -0.0182,
          -0.0175,
          -0.0176,
          -0.0172,
          -0.0171,
          0.0069,
          0.0077,
          -0.0165,
          0.0371,
          0.0041,
          -0.016,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "capacity_crisis",
        "seed_offset": 2,
        "steps": 20,
        "reward_sum": -1.9072,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          -0.0177,
          -0.018,
          -0.0182,
          -0.0175,
          -0.0176,
          0.0441,
          0.0069,
          -0.0171,
          -0.0163,
          -0.0165,
          -0.0242,
          0.0041,
          0.008,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      }
    },
    "random_incident": {
      "seed_0": {
        "task": "random_incident",
        "seed_offset": 0,
        "steps": 20,
        "reward_sum": -1.8592,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          -0.0177,
          -0.018,
          -0.0182,
          -0.0175,
          -0.0176,
          -0.0172,
          -0.0171,
          0.0442,
          0.0077,
          -0.0165,
          -0.0002,
          0.0041,
          -0.016,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_1": {
        "task": "random_incident",
        "seed_offset": 1,
        "steps": 20,
        "reward_sum": -1.8592,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          0.0436,
          0.006,
          -0.0182,
          -0.0175,
          -0.0176,
          -0.0172,
          -0.0171,
          0.0069,
          0.0077,
          0.0075,
          -0.0002,
          -0.0199,
          -0.016,
          -0.016,
          -1.516
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      },
      "seed_2": {
        "task": "random_incident",
        "seed_offset": 2,
        "steps": 20,
        "reward_sum": -1.9072,
        "rewards_per_step": [
          0.0308,
          0.026,
          -0.05,
          -0.33,
          0.0479,
          -0.0177,
          -0.018,
          -0.0182,
          -0.0175,
          -0.0176,
          -0.0172,
          0.0442,
          0.0069,
          -0.0163,
          -0.0165,
          -0.0242,
          -0.0199,
          -0.016,
          0.008,
          -1.492
        ],
        "roles_used": [
          "sre"
        ],
        "num_roles_used": 1,
        "all_3_modes_used": false,
        "done": true,
        "success": false,
        "healthy_ratio": 0.8,
        "steps_to_recovery": 0,
        "initial_health": 100.0
      }
    }
  },
  "summary": {
    "clean_deploy": {
      "avg_reward": -1.0508,
      "std_reward": 1.1934,
      "avg_steps": 18.33,
      "avg_roles_used": 1.33,
      "success_rate": 0.333,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 0.0,
      "recovery_episodes_count": 0,
      "n": 3
    },
    "broken_pipeline": {
      "avg_reward": -1.8471,
      "std_reward": 0.016,
      "avg_steps": 20,
      "avg_roles_used": 1,
      "success_rate": 0,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 0.0,
      "recovery_episodes_count": 0,
      "n": 3
    },
    "judgment_call": {
      "avg_reward": -1.8151,
      "std_reward": 0.0066,
      "avg_steps": 20,
      "avg_roles_used": 1,
      "success_rate": 0,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 0.0,
      "recovery_episodes_count": 0,
      "n": 3
    },
    "cascading_failure": {
      "avg_reward": -1.6785,
      "std_reward": 0.2147,
      "avg_steps": 18.33,
      "avg_roles_used": 1,
      "success_rate": 0,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 21,
      "recovery_episodes_count": 1,
      "n": 3
    },
    "capacity_crisis": {
      "avg_reward": -1.9072,
      "std_reward": 0.0392,
      "avg_steps": 20,
      "avg_roles_used": 1,
      "success_rate": 0,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 0.0,
      "recovery_episodes_count": 0,
      "n": 3
    },
    "random_incident": {
      "avg_reward": -1.8752,
      "std_reward": 0.0226,
      "avg_steps": 20,
      "avg_roles_used": 1,
      "success_rate": 0,
      "all_3_modes_hit_rate": 0,
      "avg_steps_to_recovery": 0.0,
      "recovery_episodes_count": 0,
      "n": 3
    }
  }
}