{ "model": "/scratch/project_465002530/users/bmoell/qwen35-posttrain/output/oellm9b-256k-sft-bf16", "rope_theta": 64000000.0, "max_position_embeddings": 262144, "requested_lengths": [ 32768, 131072, 262144 ], "depths_percent": [ 0, 25, 50, 75, 100 ], "max_new_tokens": 64, "secret_style": "words", "results": [ { "requested_length": 32768, "target_input_length": 32768, "actual_input_tokens": 32764, "depth_percent": 0, "record_id": "record-ff160c03", "secret": "violet-dawn-forest", "filler_blocks": 495, "needle_token_index": 51, "needle_prompt_fraction": 0.001557, "answer": "The passkey for record-ff160c03 is violet-dawn-forest.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 15.198 }, { "requested_length": 32768, "target_input_length": 32768, "actual_input_tokens": 32768, "depth_percent": 25, "record_id": "record-1855984e", "secret": "stone-coral-lantern", "filler_blocks": 495, "needle_token_index": 8236, "needle_prompt_fraction": 0.251343, "answer": "The passkey for record-1855984e is stone-coral-lantern.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 11.669 }, { "requested_length": 32768, "target_input_length": 32768, "actual_input_tokens": 32765, "depth_percent": 50, "record_id": "record-524f75bb", "secret": "sunrise-wren-raven", "filler_blocks": 495, "needle_token_index": 16419, "needle_prompt_fraction": 0.501114, "answer": "sunrise-wren-raven", "strict_exact_match": true, "contains_match": true, "elapsed_seconds": 9.21 }, { "requested_length": 32768, "target_input_length": 32768, "actual_input_tokens": 32764, "depth_percent": 75, "record_id": "record-c7336bc6", "secret": "coral-forest-amber", "filler_blocks": 495, "needle_token_index": 24537, "needle_prompt_fraction": 0.748901, "answer": "The passkey for record-c7336bc6 is coral-forest-amber.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 11.221 }, { "requested_length": 32768, "target_input_length": 32768, "actual_input_tokens": 32760, "depth_percent": 100, "record_id": "record-93bacde9", "secret": "forest-dawn-ember", "filler_blocks": 495, "needle_token_index": 32719, "needle_prompt_fraction": 0.998748, "answer": "forest-dawn-ember", "strict_exact_match": true, "contains_match": true, "elapsed_seconds": 8.901 }, { "requested_length": 131072, "target_input_length": 131072, "actual_input_tokens": 131037, "depth_percent": 0, "record_id": "record-275a8fbf", "secret": "mist-amber-wren", "filler_blocks": 1984, "needle_token_index": 50, "needle_prompt_fraction": 0.000382, "answer": "The passkey for record-275a8fbf is mist-amber-wren.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 79.056 }, { "requested_length": 131072, "target_input_length": 131072, "actual_input_tokens": 131038, "depth_percent": 25, "record_id": "record-77a65ae3", "secret": "north-north-pine", "filler_blocks": 1984, "needle_token_index": 32787, "needle_prompt_fraction": 0.25021, "answer": "The passkey for record-77a65ae3 is north-north-pine.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 79.075 }, { "requested_length": 131072, "target_input_length": 131072, "actual_input_tokens": 131035, "depth_percent": 50, "record_id": "record-ef276ebe", "secret": "wren-pearl-forest", "filler_blocks": 1984, "needle_token_index": 65521, "needle_prompt_fraction": 0.500027, "answer": "The passkey for record-ef276ebe is wren-pearl-forest.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 78.615 }, { "requested_length": 131072, "target_input_length": 131072, "actual_input_tokens": 131041, "depth_percent": 75, "record_id": "record-4a3ef6f4", "secret": "hazel-cedar-sunrise", "filler_blocks": 1984, "needle_token_index": 98259, "needle_prompt_fraction": 0.749834, "answer": "The passkey for record-4a3ef6f4 is hazel-cedar-sunrise.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 80.477 }, { "requested_length": 131072, "target_input_length": 131072, "actual_input_tokens": 131037, "depth_percent": 100, "record_id": "record-311aacd4", "secret": "pine-island-willow", "filler_blocks": 1984, "needle_token_index": 130994, "needle_prompt_fraction": 0.999672, "answer": "The passkey for record-311aacd4 is pine-island-willow.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 79.089 }, { "requested_length": 262144, "target_input_length": 262080, "actual_input_tokens": 262052, "depth_percent": 0, "record_id": "record-28709c4e", "secret": "juniper-cedar-forest", "filler_blocks": 3969, "needle_token_index": 52, "needle_prompt_fraction": 0.000198, "answer": "The passkey for record-28709c4e is juniper-cedar-forest.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 259.727 }, { "requested_length": 262144, "target_input_length": 262080, "actual_input_tokens": 262048, "depth_percent": 25, "record_id": "record-524a19bf", "secret": "otter-mist-pearl", "filler_blocks": 3969, "needle_token_index": 65523, "needle_prompt_fraction": 0.250042, "answer": "The passkey for record-524a19bf is otter-mist-pearl.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 257.04 }, { "requested_length": 262144, "target_input_length": 262080, "actual_input_tokens": 262048, "depth_percent": 50, "record_id": "record-b52bade9", "secret": "stone-willow-falcon", "filler_blocks": 3969, "needle_token_index": 130994, "needle_prompt_fraction": 0.499886, "answer": "The passkey for record-b52bade9 is \"stone-willow-falcon\".", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 258.775 }, { "requested_length": 262144, "target_input_length": 262080, "actual_input_tokens": 262052, "depth_percent": 75, "record_id": "record-3e633807", "secret": "falcon-anchor-juniper", "filler_blocks": 3969, "needle_token_index": 196534, "needle_prompt_fraction": 0.749981, "answer": "The passkey for record-3e633807 is \"falcon-anchor-juniper\".", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 260.509 }, { "requested_length": 262144, "target_input_length": 262080, "actual_input_tokens": 262047, "depth_percent": 100, "record_id": "record-f3bbed67", "secret": "north-falcon-river", "filler_blocks": 3969, "needle_token_index": 262004, "needle_prompt_fraction": 0.999836, "answer": "The passkey for record-f3bbed67 is north-falcon-river.", "strict_exact_match": false, "contains_match": true, "elapsed_seconds": 257.018 } ], "strict_exact_match_grid": { "32768": { "0": false, "25": false, "50": true, "75": false, "100": true }, "131072": { "0": false, "25": false, "50": false, "75": false, "100": false }, "262144": { "0": false, "25": false, "50": false, "75": false, "100": false } } }