{
  "model": "/scratch/project_465002530/users/bmoell/qwen35-posttrain/output/oellm9b-256k-sft-bf16",
  "rope_theta": 64000000.0,
  "max_position_embeddings": 262144,
  "requested_lengths": [
    512,
    1024,
    2048,
    4096,
    8192
  ],
  "depths_percent": [
    0,
    25,
    50,
    75,
    100
  ],
  "max_new_tokens": 64,
  "secret_style": "words",
  "results": [
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 492,
      "depth_percent": 0,
      "record_id": "record-aae65614",
      "secret": "hazel-ocean-falcon",
      "filler_blocks": 6,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.103659,
      "answer": "hazel-ocean-falcon",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 2.126
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 487,
      "depth_percent": 25,
      "record_id": "record-8d9cffdc",
      "secret": "falcon-dawn-anchor",
      "filler_blocks": 6,
      "needle_token_index": 181,
      "needle_prompt_fraction": 0.371663,
      "answer": "falcon-dawn-anchor",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.395
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 492,
      "depth_percent": 50,
      "record_id": "record-e93061d1",
      "secret": "violet-forest-pine",
      "filler_blocks": 6,
      "needle_token_index": 250,
      "needle_prompt_fraction": 0.50813,
      "answer": "violet-forest-pine",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.392
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 490,
      "depth_percent": 75,
      "record_id": "record-b2cd9da0",
      "secret": "willow-willow-dawn",
      "filler_blocks": 6,
      "needle_token_index": 314,
      "needle_prompt_fraction": 0.640816,
      "answer": "willow-willow-dawn",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.438
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 491,
      "depth_percent": 100,
      "record_id": "record-c9ef0694",
      "secret": "raven-juniper-north",
      "filler_blocks": 6,
      "needle_token_index": 447,
      "needle_prompt_fraction": 0.910387,
      "answer": "raven-juniper-north",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.393
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 1020,
      "depth_percent": 0,
      "record_id": "record-b24fe48e",
      "secret": "violet-lantern-birch",
      "filler_blocks": 14,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.05,
      "answer": "violet-lantern-birch",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.565
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 1017,
      "depth_percent": 25,
      "record_id": "record-3ad943fe",
      "secret": "ember-harbor-otter",
      "filler_blocks": 14,
      "needle_token_index": 314,
      "needle_prompt_fraction": 0.308751,
      "answer": "ember-harbor-otter",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.475
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 1019,
      "depth_percent": 50,
      "record_id": "record-6fd8c4e9",
      "secret": "falcon-stone-raven",
      "filler_blocks": 14,
      "needle_token_index": 513,
      "needle_prompt_fraction": 0.503435,
      "answer": "falcon-stone-raven",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.477
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 1020,
      "depth_percent": 75,
      "record_id": "record-13c94c44",
      "secret": "north-amber-stone",
      "filler_blocks": 14,
      "needle_token_index": 712,
      "needle_prompt_fraction": 0.698039,
      "answer": "north-amber-stone",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.429
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 1016,
      "depth_percent": 100,
      "record_id": "record-ea6ea089",
      "secret": "ocean-amber-fjord",
      "filler_blocks": 14,
      "needle_token_index": 974,
      "needle_prompt_fraction": 0.958661,
      "answer": "ocean-amber-fjord",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.423
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2009,
      "depth_percent": 0,
      "record_id": "record-e0fb0035",
      "secret": "birch-dawn-willow",
      "filler_blocks": 29,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.025386,
      "answer": "birch-dawn-willow",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.681
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2010,
      "depth_percent": 25,
      "record_id": "record-cb59c6b8",
      "secret": "fjord-cedar-silver",
      "filler_blocks": 29,
      "needle_token_index": 513,
      "needle_prompt_fraction": 0.255224,
      "answer": "fjord-cedar-silver",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.629
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2006,
      "depth_percent": 50,
      "record_id": "record-bc7f24fa",
      "secret": "stone-mist-ember",
      "filler_blocks": 29,
      "needle_token_index": 974,
      "needle_prompt_fraction": 0.485543,
      "answer": "stone-mist-ember",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.58
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2012,
      "depth_percent": 75,
      "record_id": "record-f70c7b1f",
      "secret": "anchor-willow-wren",
      "filler_blocks": 29,
      "needle_token_index": 1504,
      "needle_prompt_fraction": 0.747515,
      "answer": "passkey-anchor-willow-wren",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 0.812
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2008,
      "depth_percent": 100,
      "record_id": "record-f1e11ba5",
      "secret": "raven-otter-amber",
      "filler_blocks": 29,
      "needle_token_index": 1965,
      "needle_prompt_fraction": 0.978586,
      "answer": "raven-otter-amber",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.574
    },
    {
      "requested_length": 4096,
      "target_input_length": 4096,
      "actual_input_tokens": 4050,
      "depth_percent": 0,
      "record_id": "record-df7da1cd",
      "secret": "violet-ocean-ember",
      "filler_blocks": 60,
      "needle_token_index": 49,
      "needle_prompt_fraction": 0.012099,
      "answer": "violet-ocean-ember",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.985
    },
    {
      "requested_length": 4096,
      "target_input_length": 4096,
      "actual_input_tokens": 4059,
      "depth_percent": 25,
      "record_id": "record-70851b4f",
      "secret": "willow-juniper-lantern",
      "filler_blocks": 60,
      "needle_token_index": 1042,
      "needle_prompt_fraction": 0.256713,
      "answer": "willow-juniper-lantern",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.084
    },
    {
      "requested_length": 4096,
      "target_input_length": 4096,
      "actual_input_tokens": 4057,
      "depth_percent": 50,
      "record_id": "record-95f06486",
      "secret": "dawn-wren-dawn",
      "filler_blocks": 60,
      "needle_token_index": 2032,
      "needle_prompt_fraction": 0.500863,
      "answer": "passkey-for-record-95f06486-is-dawn-wren-dawn",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 1.861
    },
    {
      "requested_length": 4096,
      "target_input_length": 4096,
      "actual_input_tokens": 4055,
      "depth_percent": 75,
      "record_id": "record-8e985cf2",
      "secret": "birch-harbor-ember",
      "filler_blocks": 60,
      "needle_token_index": 3021,
      "needle_prompt_fraction": 0.745006,
      "answer": "birch-harbor-ember",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.035
    },
    {
      "requested_length": 4096,
      "target_input_length": 4096,
      "actual_input_tokens": 4055,
      "depth_percent": 100,
      "record_id": "record-95b61ff2",
      "secret": "birch-juniper-winter",
      "filler_blocks": 60,
      "needle_token_index": 4011,
      "needle_prompt_fraction": 0.989149,
      "answer": "birch-juniper-winter",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.034
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8150,
      "depth_percent": 0,
      "record_id": "record-8b002158",
      "secret": "river-birch-juniper",
      "filler_blocks": 122,
      "needle_token_index": 52,
      "needle_prompt_fraction": 0.00638,
      "answer": "river-birch-juniper",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.854
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8146,
      "depth_percent": 25,
      "record_id": "record-7dedf730",
      "secret": "falcon-dawn-willow",
      "filler_blocks": 122,
      "needle_token_index": 2030,
      "needle_prompt_fraction": 0.249202,
      "answer": "falcon-dawn-willow",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.855
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8146,
      "depth_percent": 50,
      "record_id": "record-42efa78b",
      "secret": "fjord-spruce-silver",
      "filler_blocks": 122,
      "needle_token_index": 4076,
      "needle_prompt_fraction": 0.500368,
      "answer": "fjord-spruce-silver",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.796
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8146,
      "depth_percent": 75,
      "record_id": "record-6f01d6ae",
      "secret": "sunrise-pearl-stone",
      "filler_blocks": 122,
      "needle_token_index": 6123,
      "needle_prompt_fraction": 0.751657,
      "answer": "sunrise-pearl-stone",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.796
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8145,
      "depth_percent": 100,
      "record_id": "record-c8da86af",
      "secret": "harbor-silver-birch",
      "filler_blocks": 122,
      "needle_token_index": 8102,
      "needle_prompt_fraction": 0.994721,
      "answer": "harbor-silver-birch",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 1.857
    }
  ],
  "strict_exact_match_grid": {
    "512": {
      "0": true,
      "25": true,
      "50": true,
      "75": true,
      "100": true
    },
    "1024": {
      "0": true,
      "25": true,
      "50": true,
      "75": true,
      "100": true
    },
    "2048": {
      "0": true,
      "25": true,
      "50": true,
      "75": false,
      "100": true
    },
    "4096": {
      "0": true,
      "25": true,
      "50": false,
      "75": true,
      "100": true
    },
    "8192": {
      "0": true,
      "25": true,
      "50": true,
      "75": true,
      "100": true
    }
  }
}