benchmark-config.json

{
  "name": "qwen-image-cyrillic-heldout100",
  "dataset_rows": 100,
  "heldout_metadata_sha256": "a17595024ec3a147c027ed664a3e931d6d8d21d2fe8a47f1b945a4b40fcd22b5",
  "width": 512,
  "height": 512,
  "steps": 20,
  "seed": 3000,
  "seed_rule": "seed + zero_based_sample_index",
  "control_mode": "edge",
  "control_scale": 0.85,
  "fit_control_to_canvas": true,
  "baseline_generation": false,
  "manual_exact_match_gate": {
    "minimum_passes": 95,
    "samples": 100,
    "quantized_max_regression_points": 1
  },
  "ocr_role": "diagnostic_only",
  "command": "python /trainer/controlnet_benchmark.py --base-dir /models/Qwen-Image-2512 --controlnet-path /models/controlnet/model.safetensors --dataset-dir /dataset --output-dir /output --all-heldout --size 512 --steps 20 --seed 3000 --skip-baseline --fit-control --control-mode edge --control-scale 0.85"
}