{
  "model": "/scratch/project_465002530/users/bmoell/qwen35-posttrain/output/oellm9b-256k-sft-bf16",
  "rope_theta": 64000000.0,
  "max_position_embeddings": 262144,
  "requested_lengths": [
    512,
    1024,
    2048
  ],
  "depths_percent": [
    0,
    25,
    50,
    75,
    100
  ],
  "max_new_tokens": 64,
  "results": [
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 500,
      "depth_percent": 0,
      "record_id": "record-aae65614",
      "secret": "NIAH-AB3247B9B591",
      "filler_blocks": 6,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.102,
      "answer": "The passkey for record-aae65614 is NIAH-AB3247B9B591.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 3.095
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 497,
      "depth_percent": 25,
      "record_id": "record-8d9cffdc",
      "secret": "NIAH-A7E5A1687184",
      "filler_blocks": 6,
      "needle_token_index": 181,
      "needle_prompt_fraction": 0.364185,
      "answer": "The passkey for record-8d9cffdc is NIAH-A7E5A1687184.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 1.419
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 502,
      "depth_percent": 50,
      "record_id": "record-e93061d1",
      "secret": "NIAH-DC0915401773",
      "filler_blocks": 6,
      "needle_token_index": 250,
      "needle_prompt_fraction": 0.498008,
      "answer": "The passkey for record-e93061d1 is NIAH-DC0915401773.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 1.528
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 496,
      "depth_percent": 75,
      "record_id": "record-b2cd9da0",
      "secret": "NIAH-5DFDA56185CF",
      "filler_blocks": 6,
      "needle_token_index": 314,
      "needle_prompt_fraction": 0.633065,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.25
    },
    {
      "requested_length": 512,
      "target_input_length": 512,
      "actual_input_tokens": 499,
      "depth_percent": 100,
      "record_id": "record-c9ef0694",
      "secret": "NIAH-564D91EDBD59",
      "filler_blocks": 6,
      "needle_token_index": 447,
      "needle_prompt_fraction": 0.895792,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.246
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 961,
      "depth_percent": 0,
      "record_id": "record-b24fe48e",
      "secret": "NIAH-7CAEE22B2E7B",
      "filler_blocks": 13,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.05307,
      "answer": "NIAH-7CAEE22B2E7B",
      "strict_exact_match": true,
      "contains_match": true,
      "elapsed_seconds": 0.772
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 960,
      "depth_percent": 25,
      "record_id": "record-3ad943fe",
      "secret": "NIAH-26AAB31E5781",
      "filler_blocks": 13,
      "needle_token_index": 248,
      "needle_prompt_fraction": 0.258333,
      "answer": "3ad943fe",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.442
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 963,
      "depth_percent": 50,
      "record_id": "record-6fd8c4e9",
      "secret": "NIAH-473A960D191D",
      "filler_blocks": 13,
      "needle_token_index": 447,
      "needle_prompt_fraction": 0.464174,
      "answer": "6fd8c4e9",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.499
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 964,
      "depth_percent": 75,
      "record_id": "record-13c94c44",
      "secret": "NIAH-71C0DA7F0742",
      "filler_blocks": 13,
      "needle_token_index": 712,
      "needle_prompt_fraction": 0.738589,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.323
    },
    {
      "requested_length": 1024,
      "target_input_length": 1024,
      "actual_input_tokens": 960,
      "depth_percent": 100,
      "record_id": "record-ea6ea089",
      "secret": "NIAH-72C028FFC667",
      "filler_blocks": 13,
      "needle_token_index": 908,
      "needle_prompt_fraction": 0.945833,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.308
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2018,
      "depth_percent": 0,
      "record_id": "record-e0fb0035",
      "secret": "NIAH-4205BDE724A8",
      "filler_blocks": 29,
      "needle_token_index": 51,
      "needle_prompt_fraction": 0.025273,
      "answer": "The passkey for record-e0fb0035 is NIAH-4205BDE724A8.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 1.703
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2018,
      "depth_percent": 25,
      "record_id": "record-cb59c6b8",
      "secret": "NIAH-8803D85E4EA4",
      "filler_blocks": 29,
      "needle_token_index": 513,
      "needle_prompt_fraction": 0.254212,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.479
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2017,
      "depth_percent": 50,
      "record_id": "record-bc7f24fa",
      "secret": "NIAH-5A306607821D",
      "filler_blocks": 29,
      "needle_token_index": 974,
      "needle_prompt_fraction": 0.482895,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.478
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2020,
      "depth_percent": 75,
      "record_id": "record-f70c7b1f",
      "secret": "NIAH-415D3F7DED23",
      "filler_blocks": 29,
      "needle_token_index": 1504,
      "needle_prompt_fraction": 0.744554,
      "answer": "The passkey for record-f70c7b1f is NIAH-415D3F7DED23.",
      "strict_exact_match": false,
      "contains_match": true,
      "elapsed_seconds": 1.764
    },
    {
      "requested_length": 2048,
      "target_input_length": 2048,
      "actual_input_tokens": 2019,
      "depth_percent": 100,
      "record_id": "record-f1e11ba5",
      "secret": "NIAH-1653002D2F6B",
      "filler_blocks": 29,
      "needle_token_index": 1965,
      "needle_prompt_fraction": 0.973254,
      "answer": "N/A",
      "strict_exact_match": false,
      "contains_match": false,
      "elapsed_seconds": 0.479
    }
  ],
  "strict_exact_match_grid": {
    "512": {
      "0": false,
      "25": false,
      "50": false,
      "75": false,
      "100": false
    },
    "1024": {
      "0": true,
      "25": false,
      "50": false,
      "75": false,
      "100": false
    },
    "2048": {
      "0": false,
      "25": false,
      "50": false,
      "75": false,
      "100": false
    }
  }
}