{
  "model": "/scratch/project_465002530/users/bmoell/qwen35-posttrain/output/oellm9b-256k-sft-bf16",
  "rope_theta": 64000000.0,
  "max_position_embeddings": 262144,
  "requested_lengths": [
    8192,
    32768,
    131072,
    262144
  ],
  "depths_percent": [
    0,
    25,
    50,
    75,
    100
  ],
  "max_new_tokens": 64,
  "results": [
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8158,
      "depth_percent": 0,
      "record_id": "record-8b002158",
      "secret": "NIAH-B7622D5EE25D",
      "filler_blocks": 122,
      "needle_token_index": 52,
      "needle_prompt_fraction": 0.006374,
      "answer": "NIAH-B7622D5EE25D",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 12.246
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8154,
      "depth_percent": 25,
      "record_id": "record-7dedf730",
      "secret": "NIAH-C745BD96A5D6",
      "filler_blocks": 122,
      "needle_token_index": 2030,
      "needle_prompt_fraction": 0.248958,
      "answer": "NIAH-C745BD96A5D6",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 4.736
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8153,
      "depth_percent": 50,
      "record_id": "record-42efa78b",
      "secret": "NIAH-4859184CAD75",
      "filler_blocks": 122,
      "needle_token_index": 4076,
      "needle_prompt_fraction": 0.499939,
      "answer": "42efa78b",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 2.6
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8155,
      "depth_percent": 75,
      "record_id": "record-6f01d6ae",
      "secret": "NIAH-3BF43AA1B869",
      "filler_blocks": 122,
      "needle_token_index": 6123,
      "needle_prompt_fraction": 0.750828,
      "answer": "6f01d6ae",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 2.082
    },
    {
      "requested_length": 8192,
      "target_input_length": 8192,
      "actual_input_tokens": 8154,
      "depth_percent": 100,
      "record_id": "record-c8da86af",
      "secret": "NIAH-0A78C2D44DC2",
      "filler_blocks": 122,
      "needle_token_index": 8102,
      "needle_prompt_fraction": 0.993623,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 1.758
    },
    {
      "requested_length": 32768,
      "target_input_length": 32768,
      "actual_input_tokens": 32707,
      "depth_percent": 0,
      "record_id": "record-ff160c03",
      "secret": "NIAH-BCE52943FB70",
      "filler_blocks": 494,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.001559,
      "answer": "NIAH-BCE52943FB70",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 10.211
    },
    {
      "requested_length": 32768,
      "target_input_length": 32768,
      "actual_input_tokens": 32709,
      "depth_percent": 25,
      "record_id": "record-1855984e",
      "secret": "NIAH-7AC46E9BB40A",
      "filler_blocks": 494,
      "needle_token_index": 8236,
      "needle_prompt_fraction": 0.251796,
      "answer": "The passkey for record-1855984e is NIAH-7AC46E9BB40A.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 12.821
    },
    {
      "requested_length": 32768,
      "target_input_length": 32768,
      "actual_input_tokens": 32707,
      "depth_percent": 50,
      "record_id": "record-524f75bb",
      "secret": "NIAH-DB7FD665F149",
      "filler_blocks": 494,
      "needle_token_index": 16353,
      "needle_prompt_fraction": 0.499985,
      "answer": "The passkey for record-524f75bb is NIAH-DB7FD665F149.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 12.891
    },
    {
      "requested_length": 32768,
      "target_input_length": 32768,
      "actual_input_tokens": 32709,
      "depth_percent": 75,
      "record_id": "record-c7336bc6",
      "secret": "NIAH-24A960D29254",
      "filler_blocks": 494,
      "needle_token_index": 24471,
      "needle_prompt_fraction": 0.748143,
      "answer": "The passkey for record-c7336bc6 is NIAH-24A960D29254.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 12.983
    },
    {
      "requested_length": 32768,
      "target_input_length": 32768,
      "actual_input_tokens": 32705,
      "depth_percent": 100,
      "record_id": "record-93bacde9",
      "secret": "NIAH-C905A6096888",
      "filler_blocks": 494,
      "needle_token_index": 32653,
      "needle_prompt_fraction": 0.99841,
      "answer": "NIAH-C905A6096888",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 10.523
    },
    {
      "requested_length": 131072,
      "target_input_length": 131072,
      "actual_input_tokens": 131044,
      "depth_percent": 0,
      "record_id": "record-275a8fbf",
      "secret": "NIAH-F060DF9BE3BD",
      "filler_blocks": 1984,
      "needle_token_index": 50,
      "needle_prompt_fraction": 0.000382,
      "answer": "The passkey for record-275a8fbf is NIAH-F060DF9BE3BD.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 83.261
    },
    {
      "requested_length": 131072,
      "target_input_length": 131072,
      "actual_input_tokens": 131048,
      "depth_percent": 25,
      "record_id": "record-77a65ae3",
      "secret": "NIAH-51F1F58CC855",
      "filler_blocks": 1984,
      "needle_token_index": 32787,
      "needle_prompt_fraction": 0.250191,
      "answer": "The passkey for record-77a65ae3 is NIAH-51F1F58CC855.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 84.484
    },
    {
      "requested_length": 131072,
      "target_input_length": 131072,
      "actual_input_tokens": 131045,
      "depth_percent": 50,
      "record_id": "record-ef276ebe",
      "secret": "NIAH-7F94A934229F",
      "filler_blocks": 1984,
      "needle_token_index": 65521,
      "needle_prompt_fraction": 0.499989,
      "answer": "The passkey for record-ef276ebe is NIAH-7F94A934229F",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 83.533
    },
    {
      "requested_length": 131072,
      "target_input_length": 131072,
      "actual_input_tokens": 131047,
      "depth_percent": 75,
      "record_id": "record-4a3ef6f4",
      "secret": "NIAH-CB433BE20187",
      "filler_blocks": 1984,
      "needle_token_index": 98259,
      "needle_prompt_fraction": 0.7498,
      "answer": "The passkey for record-4a3ef6f4 is NIAH-CB433BE20187.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 84.008
    },
    {
      "requested_length": 131072,
      "target_input_length": 131072,
      "actual_input_tokens": 131045,
      "depth_percent": 100,
      "record_id": "record-311aacd4",
      "secret": "NIAH-956C7D5E1ACA",
      "filler_blocks": 1984,
      "needle_token_index": 130994,
      "needle_prompt_fraction": 0.999611,
      "answer": "The passkey for record-311aacd4 is NIAH-956C7D5E1ACA.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 83.52
    },
    {
      "requested_length": 262144,
      "target_input_length": 262080,
      "actual_input_tokens": 262060,
      "depth_percent": 0,
      "record_id": "record-28709c4e",
      "secret": "NIAH-8D2349DA1B8B",
      "filler_blocks": 3969,
      "needle_token_index": 52,
      "needle_prompt_fraction": 0.000198,
      "answer": "The passkey for record-28709c4e is NIAH-8D2349DA1B8B.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 269.095
    },
    {
      "requested_length": 262144,
      "target_input_length": 262080,
      "actual_input_tokens": 262059,
      "depth_percent": 25,
      "record_id": "record-524a19bf",
      "secret": "NIAH-337054561569",
      "filler_blocks": 3969,
      "needle_token_index": 65523,
      "needle_prompt_fraction": 0.250031,
      "answer": "The passkey for record-524a19bf is NIAH-337054561569.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 269.044
    },
    {
      "requested_length": 262144,
      "target_input_length": 262080,
      "actual_input_tokens": 262056,
      "depth_percent": 50,
      "record_id": "record-b52bade9",
      "secret": "NIAH-7AFD87186345",
      "filler_blocks": 3969,
      "needle_token_index": 130994,
      "needle_prompt_fraction": 0.49987,
      "answer": "The passkey for record-b52bade9 is NIAH-7AFD87186345.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 267.341
    },
    {
      "requested_length": 262144,
      "target_input_length": 262080,
      "actual_input_tokens": 262061,
      "depth_percent": 75,
      "record_id": "record-3e633807",
      "secret": "NIAH-E7814D0E171D",
      "filler_blocks": 3969,
      "needle_token_index": 196534,
      "needle_prompt_fraction": 0.749955,
      "answer": "The passkey for record-3e633807 is NIAH-E7814D0E171D.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 269.949
    },
    {
      "requested_length": 262144,
      "target_input_length": 262080,
      "actual_input_tokens": 262057,
      "depth_percent": 100,
      "record_id": "record-f3bbed67",
      "secret": "NIAH-B147F7228673",
      "filler_blocks": 3969,
      "needle_token_index": 262004,
      "needle_prompt_fraction": 0.999798,
      "answer": "The passkey for record-f3bbed67 is NIAH-B147F7228673.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 268.271
    }
  ],
  "strict_exact_match_grid": {
    "8192": {
      "0": true,
      "25": true,
      "50": false,
      "75": false,
      "100": false
    },
    "32768": {
      "0": true,
      "25": false,
      "50": false,
      "75": false,
      "100": true
    },
    "131072": {
      "0": false,
      "25": false,
      "50": false,
      "75": false,
      "100": false
    },
    "262144": {
      "0": false,
      "25": false,
      "50": false,
      "75": false,
      "100": false
    }
  }
}