{
  "schema_version": 1,
  "generated_at": "2026-09-14T13:43:17.272627+00:00",
  "model": {
    "path": "/srv/ai/models/Swift-Qwen3.8-27B-Uncensored-FP8",
    "public_model_id": "Qwen3.8-27B-Uncensored-NVFP4",
    "safetensors_shards": 18,
    "model_index_sha256": "6403fc5bb92fdb9a9224675226eb93468515d5a6327e330fe157ce0a890982a4",
    "missing_critical_files": []
  },
  "production": {
    "endpoint": "http://127.0.0.1:8001",
    "ready": true,
    "models_response": {
      "object": "list",
      "data": [
        {
          "id": "Qwen3.8-27B-Uncensored-NVFP4",
          "object": "model",
          "created": 1789393397,
          "owned_by": "sglang",
          "root": "Qwen3.8-27B-Uncensored-NVFP4",
          "parent": null,
          "max_model_len": 262144
        }
      ]
    }
  },
  "online_validation": {
    "tool_calling": {
      "pass": true,
      "http_status": 200,
      "elapsed_seconds": 0.3159105620579794,
      "finish_reason": "tool_calls",
      "tool_calls": [
        {
          "id": "call_a67711b5ef35456398c5c10c",
          "index": 0,
          "type": "function",
          "function": {
            "name": "lookup_release_key",
            "arguments": "{\"key\": \"swift-prepublish\"}"
          }
        }
      ],
      "parsed_arguments": {
        "key": "swift-prepublish"
      },
      "usage": {
        "prompt_tokens": 327,
        "total_tokens": 377,
        "completion_tokens": 50,
        "prompt_tokens_details": null,
        "reasoning_tokens": 21
      },
      "error": null
    },
    "vision": {
      "pass": true,
      "http_status": 200,
      "elapsed_seconds": 0.5739460020558909,
      "finish_reason": "stop",
      "answer": "LEFT=red; RIGHT=blue",
      "usage": {
        "prompt_tokens": 137,
        "total_tokens": 210,
        "completion_tokens": 73,
        "prompt_tokens_details": {
          "cached_tokens": 0,
          "image_tokens": 72
        },
        "reasoning_tokens": 64
      },
      "fixture": "/srv/ai/swift-uncensor-build/prepublish-validation/vision-fixture.png",
      "error": null
    },
    "long_context": [
      {
        "target_text_tokens": 32000,
        "measured_text_tokens": 32006,
        "needles": [
          "NEEDLE_ALPHA_7F3C91D2",
          "NEEDLE_BRAVO_A8146E5B",
          "NEEDLE_CHARLIE_52D09C77"
        ],
        "needle_positions_in_answer": [
          2,
          26,
          50
        ],
        "pass": true,
        "http_status": 200,
        "elapsed_seconds": 4.988599968026392,
        "finish_reason": "stop",
        "usage": {
          "prompt_tokens": 32046,
          "total_tokens": 32204,
          "completion_tokens": 158,
          "prompt_tokens_details": null,
          "reasoning_tokens": 114
        },
        "answer": "\n\nNEEDLE_ALPHA_7F3C91D2 | NEEDLE_BRAVO_A8146E5B | NEEDLE_CHARLIE_52D09C77",
        "error": null
      },
      {
        "target_text_tokens": 128000,
        "measured_text_tokens": 128000,
        "needles": [
          "NEEDLE_ALPHA_7F3C91D2",
          "NEEDLE_BRAVO_A8146E5B",
          "NEEDLE_CHARLIE_52D09C77"
        ],
        "needle_positions_in_answer": [
          2,
          26,
          50
        ],
        "pass": true,
        "http_status": 200,
        "elapsed_seconds": 28.271890233969316,
        "finish_reason": "stop",
        "usage": {
          "prompt_tokens": 128040,
          "total_tokens": 128198,
          "completion_tokens": 158,
          "prompt_tokens_details": null,
          "reasoning_tokens": 114
        },
        "answer": "\n\nNEEDLE_ALPHA_7F3C91D2 | NEEDLE_BRAVO_A8146E5B | NEEDLE_CHARLIE_52D09C77",
        "error": null
      },
      {
        "target_text_tokens": 235000,
        "measured_text_tokens": 234992,
        "needles": [
          "NEEDLE_ALPHA_7F3C91D2",
          "NEEDLE_BRAVO_A8146E5B",
          "NEEDLE_CHARLIE_52D09C77"
        ],
        "needle_positions_in_answer": [
          2,
          26,
          50
        ],
        "pass": true,
        "http_status": 200,
        "elapsed_seconds": 97.96415348502342,
        "finish_reason": "stop",
        "usage": {
          "prompt_tokens": 235032,
          "total_tokens": 235254,
          "completion_tokens": 222,
          "prompt_tokens_details": null,
          "reasoning_tokens": 178
        },
        "answer": "\n\nNEEDLE_ALPHA_7F3C91D2 | NEEDLE_BRAVO_A8146E5B | NEEDLE_CHARLIE_52D09C77",
        "error": null
      }
    ],
    "pass": true
  },
  "speculative_decoding": {
    "pass": true,
    "count": 20,
    "successful_pairs": 20,
    "both_expected_correct": 19,
    "answer_exact_count": 20,
    "reasoning_exact_count": 14,
    "average_answer_similarity": 1.0,
    "minimum_answer_similarity": 1.0,
    "cases": [
      {
        "index": 1,
        "prompt": "37 * 19. Return only the integer.",
        "expected": "703",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "703",
        "target_answer": "703"
      },
      {
        "index": 2,
        "prompt": "12345 + 67890. Return only the integer.",
        "expected": "80235",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "80235",
        "target_answer": "80235"
      },
      {
        "index": 3,
        "prompt": "Greatest common divisor of 84 and 126. Return only the integer.",
        "expected": "42",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "42",
        "target_answer": "42"
      },
      {
        "index": 4,
        "prompt": "What is the smallest prime number greater than 97? Return only the integer.",
        "expected": "101",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "101",
        "target_answer": "101"
      },
      {
        "index": 5,
        "prompt": "Write decimal 13 in binary. Return only the binary digits.",
        "expected": "1101",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "1101",
        "target_answer": "1101"
      },
      {
        "index": 6,
        "prompt": "Write decimal 255 in hexadecimal using uppercase letters. Return only the value.",
        "expected": "FF",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "FF",
        "target_answer": "FF"
      },
      {
        "index": 7,
        "prompt": "Sort 9, 2, 5, 1 ascending. Return exactly as comma-separated integers with no prose.",
        "expected": "1,2,5,9",
        "dflash_expected_match": false,
        "target_expected_match": false,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "1, 2, 5, 9",
        "target_answer": "1, 2, 5, 9"
      },
      {
        "index": 8,
        "prompt": "Reverse the letters in 'stressed'. Return only the resulting word.",
        "expected": "desserts",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "desserts",
        "target_answer": "desserts"
      },
      {
        "index": 9,
        "prompt": "Convert 'Swift Qwen' to uppercase. Return only the converted text.",
        "expected": "SWIFT QWEN",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "SWIFT QWEN",
        "target_answer": "SWIFT QWEN"
      },
      {
        "index": 10,
        "prompt": "What is 2^10? Return only the integer.",
        "expected": "1024",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "1024",
        "target_answer": "1024"
      },
      {
        "index": 11,
        "prompt": "What is the positive square root of 144? Return only the integer.",
        "expected": "12",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "12",
        "target_answer": "12"
      },
      {
        "index": 12,
        "prompt": "What is 7 factorial? Return only the integer.",
        "expected": "5040",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "5040",
        "target_answer": "5040"
      },
      {
        "index": 13,
        "prompt": "What is 15 percent of 240? Return only the integer.",
        "expected": "36",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "36",
        "target_answer": "36"
      },
      {
        "index": 14,
        "prompt": "How many minutes are in 2.5 hours? Return only the integer.",
        "expected": "150",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "150",
        "target_answer": "150"
      },
      {
        "index": 15,
        "prompt": "Write 49 as a Roman numeral. Return only the Roman numeral.",
        "expected": "XLIX",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "XLIX",
        "target_answer": "XLIX"
      },
      {
        "index": 16,
        "prompt": "Which weekday comes immediately after Monday? Return only the weekday.",
        "expected": "Tuesday",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "Tuesday",
        "target_answer": "Tuesday"
      },
      {
        "index": 17,
        "prompt": "How many letters are in the word 'reasoning'? Return only the integer.",
        "expected": "9",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "9",
        "target_answer": "9"
      },
      {
        "index": 18,
        "prompt": "Using Fibonacci sequence 0,1,1,2,3,... what is the fifth term? Return only integer.",
        "expected": "3",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": false,
        "answer_similarity": 1.0,
        "dflash_answer": "3",
        "target_answer": "3"
      },
      {
        "index": 19,
        "prompt": "Solve 3x + 5 = 20. Return only the value of x.",
        "expected": "5",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "5",
        "target_answer": "5"
      },
      {
        "index": 20,
        "prompt": "What is 144 / 12? Return only the integer.",
        "expected": "12",
        "dflash_expected_match": true,
        "target_expected_match": true,
        "answer_exact": true,
        "reasoning_exact": true,
        "answer_similarity": 1.0,
        "dflash_answer": "12",
        "target_answer": "12"
      }
    ]
  },
  "warnings": [],
  "overall_pass": true
}