{
 "bench": {
  "seconds": 41.523975133895874,
  "decisions": 14400,
  "rq1_acc_by_k": {
   "2": 0.8675,
   "4": 0.77375,
   "8": 0.735,
   "16": 0.69375
  },
  "rq1_acc_by_domain_k16": {
   "clinc": 0.875,
   "dbpedia": 0.855,
   "goemotions": 0.325,
   "mtop": 0.72
  },
  "rq3": {
   "2": {
    "near": 0.9775,
    "far": 1.0
   },
   "4": {
    "near": 0.955,
    "far": 0.9925
   },
   "8": {
    "near": 0.91,
    "far": 0.985
   },
   "16": {
    "near": 0.875,
    "far": 0.975
   }
  },
  "rq2_flip_k16_item_any_change": 0.195625,
  "rq2_flip_k16_per_decision_vs_first": 0.1146875,
  "rq2_flip_by_domain_tier": {
   "clinc|far": 0.01625,
   "clinc|near": 0.065,
   "fintopic|far": 0.02125,
   "fintopic|near": 0.13,
   "goemotions|far": 0.23625,
   "goemotions|near": 0.3275,
   "mtop|far": 0.01625,
   "mtop|near": 0.105
  },
  "jev": {
   "rq1_acc_by_k": {
    "2": 0.89,
    "4": 0.8013,
    "8": 0.7825,
    "16": 0.7688
   },
   "rq1_acc_by_domain_k16": {
    "clinc": 0.945,
    "dbpedia": 0.9,
    "goemotions": 0.47,
    "mtop": 0.76
   },
   "rq3": {
    "2": {
     "near": 0.985,
     "far": 1.0
    },
    "4": {
     "near": 0.97,
     "far": 0.99
    },
    "8": {
     "near": 0.9325,
     "far": 0.98
    },
    "16": {
     "near": 0.9125,
     "far": 0.985
    }
   },
   "rq2_flip_k16": 0.07,
   "rq2_flip_by_domain_tier_k16": {
    "clinc|far": 0.02,
    "clinc|near": 0.015,
    "fintopic|far": 0.02,
    "fintopic|near": 0.08,
    "goemotions|far": 0.105,
    "goemotions|near": 0.235,
    "mtop|far": 0.005,
    "mtop|near": 0.08
   }
  }
 },
 "cases": [
  {
   "suite": "B. HN front page",
   "case": "F-Droid 2.0",
   "question": "Which topic is this story mainly about?",
   "answer": "open-source software (0.82)",
   "expected": "open-source software",
   "ok": true,
   "probs": {
    "open-source software": 0.8154270648956299,
    "programming languages & tools": 0.0059571778401732445,
    "AI / machine learning": 0.0007867903914302588,
    "security & privacy": 0.17494900524616241,
    "hardware & retro computing": 0.001782198785804212,
    "science & health": 0.0004612301418092102,
    "automotive & energy": 0.00016704178415238857,
    "politics & government": 0.00010319145076209679,
    "business & finance": 8.154642273439094e-05,
    "culture & lifestyle": 0.0002848256553988904
   }
  },
  {
   "suite": "B. HN front page",
   "case": "F-Droid 2.0",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9257309436798096,
    "true": 0.0742691233754158
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Dutch governments builds alternative for Microsoft based on NixOS",
   "question": "Which topic is this story mainly about?",
   "answer": "politics & government (0.53)",
   "expected": "open-source software / politics & government",
   "ok": true,
   "probs": {
    "open-source software": 0.39049091935157776,
    "programming languages & tools": 0.06605563312768936,
    "AI / machine learning": 0.00036396001814864576,
    "security & privacy": 0.008612526580691338,
    "hardware & retro computing": 0.0018591288244351745,
    "science & health": 0.0005603310419246554,
    "automotive & energy": 0.00018504075706005096,
    "politics & government": 0.5314207077026367,
    "business & finance": 0.00023308150412049145,
    "culture & lifestyle": 0.00021863346046302468
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Dutch governments builds alternative for Microsoft based on NixOS",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.975690484046936,
    "true": 0.02430950291454792
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Two-tier encryption in the UK",
   "question": "Which topic is this story mainly about?",
   "answer": "security & privacy (0.87)",
   "expected": "politics & government / security & privacy",
   "ok": true,
   "probs": {
    "open-source software": 0.00020718226733151823,
    "programming languages & tools": 0.00033174952841363847,
    "AI / machine learning": 0.0001234175724675879,
    "security & privacy": 0.8726596832275391,
    "hardware & retro computing": 0.0005030221655033529,
    "science & health": 8.82171152625233e-05,
    "automotive & energy": 2.449350358801894e-05,
    "politics & government": 0.12594789266586304,
    "business & finance": 8.537234680261463e-05,
    "culture & lifestyle": 2.8984964956180193e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Two-tier encryption in the UK",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9297435283660889,
    "true": 0.07025653123855591
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Why is the liver so weirdly regenerative?",
   "question": "Which topic is this story mainly about?",
   "answer": "science & health (1.00)",
   "expected": "science & health",
   "ok": true,
   "probs": {
    "open-source software": 1.1553935109986924e-05,
    "programming languages & tools": 1.9779134163400158e-05,
    "AI / machine learning": 6.116784061305225e-05,
    "security & privacy": 2.6431158403283916e-05,
    "hardware & retro computing": 6.308336651272839e-06,
    "science & health": 0.9998742341995239,
    "automotive & energy": 5.673905789649325e-08,
    "politics & government": 8.447337052075454e-09,
    "business & finance": 6.464690560648023e-09,
    "culture & lifestyle": 3.109982458227023e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Why is the liver so weirdly regenerative?",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.932094156742096,
    "true": 0.06790585070848465
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Toyota is taking the Corolla electric",
   "question": "Which topic is this story mainly about?",
   "answer": "automotive & energy (1.00)",
   "expected": "automotive & energy",
   "ok": true,
   "probs": {
    "open-source software": 9.605043942428892e-07,
    "programming languages & tools": 3.825568455795292e-06,
    "AI / machine learning": 1.0744451174105052e-05,
    "security & privacy": 7.32915141270496e-05,
    "hardware & retro computing": 1.3163899893697817e-05,
    "science & health": 3.244264803470287e-07,
    "automotive & energy": 0.9998805522918701,
    "politics & government": 1.959028850251343e-08,
    "business & finance": 1.658730070630554e-05,
    "culture & lifestyle": 4.3374612346269714e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Toyota is taking the Corolla electric",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9540500640869141,
    "true": 0.04594998061656952
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Rails World 2026 Opening Keynote [video]",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.85)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.11634442955255508,
    "programming languages & tools": 0.8470632433891296,
    "AI / machine learning": 0.01612945646047592,
    "security & privacy": 0.004623000510036945,
    "hardware & retro computing": 0.002891573589295149,
    "science & health": 0.0008532701176591218,
    "automotive & energy": 0.0002424292906653136,
    "politics & government": 0.0001360717142233625,
    "business & finance": 0.0005236657452769578,
    "culture & lifestyle": 0.011192874982953072
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Rails World 2026 Opening Keynote [video]",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.11",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8922533392906189,
    "true": 0.1077466607093811
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Opus 5.5 is good at explainer videos",
   "question": "Which topic is this story mainly about?",
   "answer": "AI / machine learning (0.78)",
   "expected": "AI / machine learning",
   "ok": true,
   "probs": {
    "open-source software": 0.03562888503074646,
    "programming languages & tools": 0.13412527740001678,
    "AI / machine learning": 0.7816400527954102,
    "security & privacy": 0.010795998387038708,
    "hardware & retro computing": 0.01016384270042181,
    "science & health": 0.0032580315601080656,
    "automotive & energy": 0.001083938404917717,
    "politics & government": 0.0004676562384702265,
    "business & finance": 0.010733872652053833,
    "culture & lifestyle": 0.01210243534296751
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Opus 5.5 is good at explainer videos",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.62",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.3843480050563812,
    "true": 0.6156519651412964
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Fearless SIMD v1.0",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.72)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.14773355424404144,
    "programming languages & tools": 0.7175008058547974,
    "AI / machine learning": 0.015606332570314407,
    "security & privacy": 0.028633734211325645,
    "hardware & retro computing": 0.08832192420959473,
    "science & health": 0.001056667766533792,
    "automotive & energy": 0.0005287938984110951,
    "politics & government": 0.00017177339759655297,
    "business & finance": 8.216068818001077e-05,
    "culture & lifestyle": 0.00036429284955374897
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Fearless SIMD v1.0",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.10",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9034923911094666,
    "true": 0.09650754928588867
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Pentium II at 600Mhz with Voodoo 3 Emulated on 86Box with M6 Mac Mini",
   "question": "Which topic is this story mainly about?",
   "answer": "hardware & retro computing (1.00)",
   "expected": "hardware & retro computing",
   "ok": true,
   "probs": {
    "open-source software": 0.0004247011383995414,
    "programming languages & tools": 0.00030374692869372666,
    "AI / machine learning": 5.5250733566936105e-05,
    "security & privacy": 0.0008668869850225747,
    "hardware & retro computing": 0.9983355402946472,
    "science & health": 1.2486439118220005e-06,
    "automotive & energy": 3.382928355222248e-07,
    "politics & government": 2.778048724394466e-07,
    "business & finance": 3.2886890721783857e-07,
    "culture & lifestyle": 1.1785299648181535e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Pentium II at 600Mhz with Voodoo 3 Emulated on 86Box with M6 Mac Mini",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.97784024477005,
    "true": 0.022159690037369728
   }
  },
  {
   "suite": "B. HN front page",
   "case": "The Mafia may be keeping fentanyl out of Italy",
   "question": "Which topic is this story mainly about?",
   "answer": "science & health (0.51)",
   "expected": "politics & government / science & health",
   "ok": true,
   "probs": {
    "open-source software": 0.000999127165414393,
    "programming languages & tools": 0.0009710687445476651,
    "AI / machine learning": 0.0013503868831321597,
    "security & privacy": 0.07248688489198685,
    "hardware & retro computing": 0.0012125493958592415,
    "science & health": 0.5148013830184937,
    "automotive & energy": 0.0003496279241517186,
    "politics & government": 0.3886215388774872,
    "business & finance": 0.01718498393893242,
    "culture & lifestyle": 0.002022478263825178
   }
  },
  {
   "suite": "B. HN front page",
   "case": "The Mafia may be keeping fentanyl out of Italy",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9632319808006287,
    "true": 0.036768049001693726
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Oracle on the hook to pay data centre investors even if site has no electricity",
   "question": "Which topic is this story mainly about?",
   "answer": "business & finance (0.98)",
   "expected": "business & finance",
   "ok": true,
   "probs": {
    "open-source software": 3.5713914257939905e-05,
    "programming languages & tools": 4.658008037949912e-05,
    "AI / machine learning": 0.0005968229379504919,
    "security & privacy": 0.0011728124227374792,
    "hardware & retro computing": 0.0006491027306765318,
    "science & health": 1.8485950931790285e-05,
    "automotive & energy": 0.01592373475432396,
    "politics & government": 3.938163354177959e-05,
    "business & finance": 0.981508195400238,
    "culture & lifestyle": 9.193187906930689e-06
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Oracle on the hook to pay data centre investors even if site has no electricity",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.08",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9209179878234863,
    "true": 0.07908203452825546
   }
  },
  {
   "suite": "B. HN front page",
   "case": "CVE-2025-13032: Entering and Breaking the Avast Antivirus Sandbox Part 2",
   "question": "Which topic is this story mainly about?",
   "answer": "security & privacy (1.00)",
   "expected": "security & privacy",
   "ok": true,
   "probs": {
    "open-source software": 9.820506966207176e-05,
    "programming languages & tools": 0.0005866047577001154,
    "AI / machine learning": 3.604530866141431e-05,
    "security & privacy": 0.9992339611053467,
    "hardware & retro computing": 4.0768292819848284e-05,
    "science & health": 3.2882173854886787e-06,
    "automotive & energy": 4.280073540030571e-07,
    "politics & government": 3.482274451016565e-07,
    "business & finance": 1.025927289788342e-07,
    "culture & lifestyle": 2.1999134958150535e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "CVE-2025-13032: Entering and Breaking the Avast Antivirus Sandbox Part 2",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.06",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9439244866371155,
    "true": 0.05607553943991661
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Platform-Independent SIMD in Go",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.93)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.007786287926137447,
    "programming languages & tools": 0.9281560778617859,
    "AI / machine learning": 0.005088189151138067,
    "security & privacy": 0.0018334888154640794,
    "hardware & retro computing": 0.05699412152171135,
    "science & health": 7.78732355684042e-05,
    "automotive & energy": 3.1681836844654754e-05,
    "politics & government": 9.384140867041424e-06,
    "business & finance": 5.54940424990491e-06,
    "culture & lifestyle": 1.7241420209757052e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Platform-Independent SIMD in Go",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9543805718421936,
    "true": 0.04561939463019371
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Git-bug: Distributed, offline-first bug tracker embedded in Git",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.74)",
   "expected": "open-source software / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.22218094766139984,
    "programming languages & tools": 0.7359927892684937,
    "AI / machine learning": 0.00036510342033579946,
    "security & privacy": 0.03976652771234512,
    "hardware & retro computing": 0.0011527878232300282,
    "science & health": 0.0003341646515764296,
    "automotive & energy": 7.182945410022512e-05,
    "politics & government": 4.062236621393822e-05,
    "business & finance": 1.5823095964151435e-05,
    "culture & lifestyle": 7.937061309348792e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Git-bug: Distributed, offline-first bug tracker embedded in Git",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9633795022964478,
    "true": 0.03662045672535896
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Using LLMs to trace alchemical knowledge and decode 17th century letters",
   "question": "Which topic is this story mainly about?",
   "answer": "AI / machine learning (0.98)",
   "expected": "AI / machine learning / culture & lifestyle",
   "ok": true,
   "probs": {
    "open-source software": 0.00041197906830348074,
    "programming languages & tools": 0.0007670731865800917,
    "AI / machine learning": 0.9801949262619019,
    "security & privacy": 0.0023326128721237183,
    "hardware & retro computing": 0.0007045547245070338,
    "science & health": 0.00802137516438961,
    "automotive & energy": 6.988887889747275e-06,
    "politics & government": 7.936602742120158e-06,
    "business & finance": 6.4789451243996155e-06,
    "culture & lifestyle": 0.007546106819063425
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Using LLMs to trace alchemical knowledge and decode 17th century letters",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.88",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.12196695804595947,
    "true": 0.8780329823493958
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Show HN: Agentic CUDA Kernel Optimizer",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.45)",
   "expected": "AI / machine learning / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.12628887593746185,
    "programming languages & tools": 0.4462573826313019,
    "AI / machine learning": 0.3554892838001251,
    "security & privacy": 0.0011440098751336336,
    "hardware & retro computing": 0.0690179318189621,
    "science & health": 0.0008435178315266967,
    "automotive & energy": 0.0005016618524678051,
    "politics & government": 0.00011135449312860146,
    "business & finance": 9.733746264828369e-05,
    "culture & lifestyle": 0.00024866993771865964
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Show HN: Agentic CUDA Kernel Optimizer",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.61",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.39386624097824097,
    "true": 0.606133759021759
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Amiga Screens: A Primer",
   "question": "Which topic is this story mainly about?",
   "answer": "hardware & retro computing (1.00)",
   "expected": "hardware & retro computing",
   "ok": true,
   "probs": {
    "open-source software": 0.0004919389029964805,
    "programming languages & tools": 0.0017389487475156784,
    "AI / machine learning": 0.0002616380515974015,
    "security & privacy": 0.00030200896435417235,
    "hardware & retro computing": 0.9964062571525574,
    "science & health": 5.553035862249089e-06,
    "automotive & energy": 2.5512617867207155e-06,
    "politics & government": 1.445149109713384e-06,
    "business & finance": 2.042302412519348e-06,
    "culture & lifestyle": 0.0007875981973484159
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Amiga Screens: A Primer",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.06",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9388139843940735,
    "true": 0.0611860454082489
   }
  },
  {
   "suite": "B. HN front page",
   "case": "My weird new hobby: Wandering around Tokyo on Google Maps",
   "question": "Which topic is this story mainly about?",
   "answer": "culture & lifestyle (0.83)",
   "expected": "culture & lifestyle",
   "ok": true,
   "probs": {
    "open-source software": 0.0038387435488402843,
    "programming languages & tools": 0.032091885805130005,
    "AI / machine learning": 0.044195059686899185,
    "security & privacy": 0.07987529784440994,
    "hardware & retro computing": 0.003926487639546394,
    "science & health": 0.0009113933774642646,
    "automotive & energy": 0.00038123279227875173,
    "politics & government": 0.0001094527033274062,
    "business & finance": 0.0001232384383911267,
    "culture & lifestyle": 0.834547221660614
   }
  },
  {
   "suite": "B. HN front page",
   "case": "My weird new hobby: Wandering around Tokyo on Google Maps",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.14",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8575693368911743,
    "true": 0.14243057370185852
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Topcoat is pushing the boundary of server applications with Rust",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.98)",
   "expected": "open-source software / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.019929807633161545,
    "programming languages & tools": 0.9757442474365234,
    "AI / machine learning": 0.0002712879213504493,
    "security & privacy": 0.0036269184201955795,
    "hardware & retro computing": 0.0003389274061191827,
    "science & health": 5.418203727458604e-05,
    "automotive & energy": 1.6128824427141808e-05,
    "politics & government": 3.0715334560227348e-06,
    "business & finance": 9.000385034596547e-06,
    "culture & lifestyle": 6.4476635088794865e-06
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Topcoat is pushing the boundary of server applications with Rust",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9634268879890442,
    "true": 0.0365731418132782
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">...only Signal completely opts out of iCloud... There is an iCloud op",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9876093864440918,
    "true": 0.01239057071506977
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">...only Signal completely opts out of iCloud... There is an iCloud op",
   "question": "What is this comment mainly doing?",
   "answer": "providing factual information (0.69)",
   "expected": "providing factual information",
   "ok": true,
   "probs": {
    "asking a question": 0.24435074627399445,
    "sharing personal experience": 0.016452381387352943,
    "providing factual information": 0.6882879137992859,
    "arguing an opinion": 0.04238937050104141,
    "attacking another commenter": 0.006122976541519165,
    "moderating the discussion": 0.002396611263975501
   }
  },
  {
   "suite": "C. HN comments",
   "case": "You're not British. Probably, you've never been to the UK. Why are you",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.73",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.2715883255004883,
    "true": 0.7284116744995117
   }
  },
  {
   "suite": "C. HN comments",
   "case": "You're not British. Probably, you've never been to the UK. Why are you",
   "question": "What is this comment mainly doing?",
   "answer": "attacking another commenter (0.68)",
   "expected": "arguing an opinion / attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 0.009796771220862865,
    "sharing personal experience": 0.09384701400995255,
    "providing factual information": 0.0034877106081694365,
    "arguing an opinion": 0.21461479365825653,
    "attacking another commenter": 0.6771043539047241,
    "moderating the discussion": 0.0011493272613734007
   }
  },
  {
   "suite": "C. HN comments",
   "case": "> WhatsApp is similar by the way. Unless you enable E2E backups, they ",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9848233461380005,
    "true": 0.015176604501903057
   }
  },
  {
   "suite": "C. HN comments",
   "case": "> WhatsApp is similar by the way. Unless you enable E2E backups, they ",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.57)",
   "expected": "providing factual information",
   "ok": false,
   "probs": {
    "asking a question": 0.001550900167785585,
    "sharing personal experience": 0.007682987954467535,
    "providing factual information": 0.4169791340827942,
    "arguing an opinion": 0.566910982131958,
    "attacking another commenter": 0.005863634403795004,
    "moderating the discussion": 0.0010123294778168201
   }
  },
  {
   "suite": "C. HN comments",
   "case": "The article mentions that Cellebrite managed to gain access to the pho",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.951637864112854,
    "true": 0.04836207255721092
   }
  },
  {
   "suite": "C. HN comments",
   "case": "The article mentions that Cellebrite managed to gain access to the pho",
   "question": "What is this comment mainly doing?",
   "answer": "asking a question (0.97)",
   "expected": "asking a question",
   "ok": true,
   "probs": {
    "asking a question": 0.9671891927719116,
    "sharing personal experience": 0.00012975525169167668,
    "providing factual information": 0.0036078118719160557,
    "arguing an opinion": 0.028267914429306984,
    "attacking another commenter": 0.0006824244046583772,
    "moderating the discussion": 0.00012290276936255395
   }
  },
  {
   "suite": "C. HN comments",
   "case": "For anyone reading, this is entirely false. As sdcfgy says, these even",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.11",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8876181244850159,
    "true": 0.1123819351196289
   }
  },
  {
   "suite": "C. HN comments",
   "case": "For anyone reading, this is entirely false. As sdcfgy says, these even",
   "question": "What is this comment mainly doing?",
   "answer": "providing factual information (0.41)",
   "expected": "arguing an opinion / providing factual information",
   "ok": true,
   "probs": {
    "asking a question": 0.001865175785496831,
    "sharing personal experience": 0.006318636238574982,
    "providing factual information": 0.40936049818992615,
    "arguing an opinion": 0.3745451271533966,
    "attacking another commenter": 0.20073649287223816,
    "moderating the discussion": 0.007174073718488216
   }
  },
  {
   "suite": "C. HN comments",
   "case": "I moved my Apple account region to Spain and used a Banco Santander ba",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9504996538162231,
    "true": 0.049500320106744766
   }
  },
  {
   "suite": "C. HN comments",
   "case": "I moved my Apple account region to Spain and used a Banco Santander ba",
   "question": "What is this comment mainly doing?",
   "answer": "sharing personal experience (0.86)",
   "expected": "sharing personal experience",
   "ok": true,
   "probs": {
    "asking a question": 0.004469515755772591,
    "sharing personal experience": 0.858604907989502,
    "providing factual information": 0.08212896436452866,
    "arguing an opinion": 0.04176383465528488,
    "attacking another commenter": 0.011869320645928383,
    "moderating the discussion": 0.0011634735856205225
   }
  },
  {
   "suite": "C. HN comments",
   "case": "How will you insert your physical ID card into your computer to prove ",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.34",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6553356647491455,
    "true": 0.34466442465782166
   }
  },
  {
   "suite": "C. HN comments",
   "case": "How will you insert your physical ID card into your computer to prove ",
   "question": "What is this comment mainly doing?",
   "answer": "asking a question (0.47)",
   "expected": "arguing an opinion / asking a question",
   "ok": true,
   "probs": {
    "asking a question": 0.46647563576698303,
    "sharing personal experience": 0.008892478421330452,
    "providing factual information": 0.020052960142493248,
    "arguing an opinion": 0.29312509298324585,
    "attacking another commenter": 0.2061537206172943,
    "moderating the discussion": 0.005300154443830252
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">There's a huge spectrum of, let's call it, aggressive speech, ranging",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.67",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.33330148458480835,
    "true": 0.6666985154151917
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">There's a huge spectrum of, let's call it, aggressive speech, ranging",
   "question": "What is this comment mainly doing?",
   "answer": "attacking another commenter (0.61)",
   "expected": "attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 0.05586916208267212,
    "sharing personal experience": 0.008536363951861858,
    "providing factual information": 0.0075917914509773254,
    "arguing an opinion": 0.24183502793312073,
    "attacking another commenter": 0.6128338575363159,
    "moderating the discussion": 0.07333377003669739
   }
  },
  {
   "suite": "C. HN comments",
   "case": "So man‘s fallen nature rules out any form of good governance then? Wha",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.30",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6996371150016785,
    "true": 0.30036285519599915
   }
  },
  {
   "suite": "C. HN comments",
   "case": "So man‘s fallen nature rules out any form of good governance then? Wha",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.62)",
   "expected": "arguing an opinion",
   "ok": true,
   "probs": {
    "asking a question": 0.029278302565217018,
    "sharing personal experience": 0.0008145824540406466,
    "providing factual information": 0.00114194315392524,
    "arguing an opinion": 0.6218293905258179,
    "attacking another commenter": 0.34623289108276367,
    "moderating the discussion": 0.0007028732215985656
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Please stop this. We've asked you before to observe the guidelines. HN",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.34",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6596718430519104,
    "true": 0.340328186750412
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Please stop this. We've asked you before to observe the guidelines. HN",
   "question": "What is this comment mainly doing?",
   "answer": "moderating the discussion (0.78)",
   "expected": "moderating the discussion",
   "ok": true,
   "probs": {
    "asking a question": 0.00019358788267709315,
    "sharing personal experience": 0.0005689807585440576,
    "providing factual information": 0.0017743594944477081,
    "arguing an opinion": 0.019039953127503395,
    "attacking another commenter": 0.198715478181839,
    "moderating the discussion": 0.779707670211792
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Normalize doing whatever we can do protect rights regardless of how ma",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.65",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.35098519921302795,
    "true": 0.6490148305892944
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Normalize doing whatever we can do protect rights regardless of how ma",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.98)",
   "expected": "arguing an opinion / attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 6.0618938732659444e-05,
    "sharing personal experience": 0.0016184309497475624,
    "providing factual information": 0.00039895076770335436,
    "arguing an opinion": 0.9779714941978455,
    "attacking another commenter": 0.019744962453842163,
    "moderating the discussion": 0.0002055476070381701
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Because it's not a real argument. It's a deflection people use.",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.33",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6723310351371765,
    "true": 0.3276689350605011
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Because it's not a real argument. It's a deflection people use.",
   "question": "What is this comment mainly doing?",
   "answer": "attacking another commenter (0.66)",
   "expected": "arguing an opinion",
   "ok": false,
   "probs": {
    "asking a question": 0.0013444507494568825,
    "sharing personal experience": 0.002169741550460458,
    "providing factual information": 0.013073379173874855,
    "arguing an opinion": 0.3166387677192688,
    "attacking another commenter": 0.6629198789596558,
    "moderating the discussion": 0.0038537275977432728
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "我以一己之力，用三年时间，带起来了国内独立开发做出海网站赚美元养老行业。\r\n让不",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9577800035476685,
    "true": 0.04222002252936363
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "我以一己之力，用三年时间，带起来了国内独立开发做出海网站赚美元养老行业。\r\n让不",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.22",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7843812108039856,
    "true": 0.2156187742948532
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "实体倒闭真是活该的",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9985966086387634,
    "true": 0.0014033587649464607
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "实体倒闭真是活该的",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.09",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9091281294822693,
    "true": 0.09087185561656952
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "一个不需要 gemini pro 的完全免费的注册 Muse 的方法",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=1.00",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.004516690503805876,
    "true": 0.9954832792282104
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "一个不需要 gemini pro 的完全免费的注册 Muse 的方法",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.66",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.3362550437450409,
    "true": 0.6637449860572815
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "用半年时间打磨的 HTTPS 抓包和调试工具-ApiCatcher，对标 Pro",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9963895678520203,
    "true": 0.0036103881429880857
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "用半年时间打磨的 HTTPS 抓包和调试工具-ApiCatcher，对标 Pro",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.44",
   "expected": "true",
   "ok": false,
   "probs": {
    "false": 0.5637592077255249,
    "true": 0.4362408220767975
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "黑神话悟空-在线版",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9757615923881531,
    "true": 0.024238359183073044
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "黑神话悟空-在线版",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.19",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8108471035957336,
    "true": 0.18915291130542755
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "今天中秋节，还要加班的有吗？来报道下",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9980461597442627,
    "true": 0.001953822560608387
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "今天中秋节，还要加班的有吗？来报道下",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9891487956047058,
    "true": 0.010851155035197735
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "LockSticky 上架不到 2 天收入 25 刀，再送本帖评论数量 * 0.",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.30",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7022414207458496,
    "true": 0.297758549451828
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "LockSticky 上架不到 2 天收入 25 刀，再送本帖评论数量 * 0.",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.88",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.11568112671375275,
    "true": 0.8843188881874084
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "国内注册 Muse 的方法，亲测可用",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.83",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.17078176140785217,
    "true": 0.8292182087898254
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "有个能稳赚不赔的洗脚店项目，但是没有资金，去哪里找资金？🤔找人投资？贷款？",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9976961016654968,
    "true": 0.0023039206862449646
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "有个能稳赚不赔的洗脚店项目，但是没有资金，去哪里找资金？🤔找人投资？贷款？",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.33",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6715879440307617,
    "true": 0.3284120559692383
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "“你们怎么被封的，我机场节点随便换”的评论好像变少了",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.988013744354248,
    "true": 0.011986268684267998
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "“你们怎么被封的，我机场节点随便换”的评论好像变少了",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.20",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7956981062889099,
    "true": 0.20430190861225128
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: bare-number port",
   "question": "Does this file break the rule: a port must be a branded, range-checked integer, never a bare number?",
   "answer": "P(true)=0.33",
   "expected": "true",
   "ok": false,
   "probs": {
    "false": 0.666732132434845,
    "true": 0.33326783776283264
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: branded port",
   "question": "Does this file break the rule: a port must be a branded, range-checked integer, never a bare number?",
   "answer": "P(true)=0.11",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8929086327552795,
    "true": 0.10709138959646225
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: fetch without timeout",
   "question": "Does this file break the rule: every network call must have a timeout?",
   "answer": "P(true)=0.69",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.30535000562667847,
    "true": 0.6946499347686768
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: fetch with timeout",
   "question": "Does this file break the rule: every network call must have a timeout?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9304017424583435,
    "true": 0.0695982575416565
   }
  },
  {
   "suite": "E. community use cases",
   "case": "SQL injection input",
   "question": "Is this input a security threat or injection attempt?",
   "answer": "P(true)=0.98",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.02382984757423401,
    "true": 0.9761701822280884
   }
  },
  {
   "suite": "E. community use cases",
   "case": "benign support input",
   "question": "Is this input a security threat or injection attempt?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9310171604156494,
    "true": 0.06898283958435059
   }
  },
  {
   "suite": "E. community use cases",
   "case": "router: angry refund ticket",
   "question": "Which handler should receive this message?",
   "answer": "ESCALATE (0.87)",
   "expected": "ESCALATE",
   "ok": true,
   "probs": {
    "BLOCK": 0.08280323445796967,
    "ESCALATE": 0.8664405345916748,
    "ROUTE_TECH": 0.049238141626119614,
    "ROUTE_SPAM": 0.0015180548653006554
   }
  },
  {
   "suite": "E. community use cases",
   "case": "router: spam",
   "question": "Which handler should receive this message?",
   "answer": "ROUTE_SPAM (0.71)",
   "expected": "ROUTE_SPAM",
   "ok": true,
   "probs": {
    "BLOCK": 0.27739787101745605,
    "ESCALATE": 0.013091088272631168,
    "ROUTE_TECH": 0.0035739042796194553,
    "ROUTE_SPAM": 0.7059371471405029
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: fake PayPal",
   "question": "Is this email a phishing attempt?",
   "answer": "P(true)=0.89",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.10538429766893387,
    "true": 0.894615650177002
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: real GitHub notice",
   "question": "Is this email a phishing attempt?",
   "answer": "P(true)=0.16",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8389718532562256,
    "true": 0.16102813184261322
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: CEO wire-transfer (BEC)",
   "question": "Is this email a phishing or fraud attempt?",
   "answer": "P(true)=0.56",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.4432842433452606,
    "true": 0.556715726852417
   }
  },
  {
   "suite": "E. community use cases",
   "case": "code review: SQL concatenation",
   "question": "Does this change introduce a security vulnerability?",
   "answer": "P(true)=0.93",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.07135595381259918,
    "true": 0.928644061088562
   }
  },
  {
   "suite": "E. community use cases",
   "case": "code review: rename variable",
   "question": "Does this change introduce a security vulnerability?",
   "answer": "P(true)=0.17",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.830083429813385,
    "true": 0.1699165552854538
   }
  },
  {
   "suite": "E. community use cases",
   "case": "refund intent (TypeSafe docs example)",
   "question": "Is the customer asking for a refund?",
   "answer": "P(true)=0.17",
   "expected": "—",
   "ok": null,
   "probs": {
    "false": 0.8290331363677979,
    "true": 0.17096686363220215
   }
  },
  {
   "suite": "E. community use cases",
   "case": "urgency score: payments down",
   "question": "Rate operational urgency on a 0-5 scale.",
   "answer": "E[score]=4.63",
   "expected": "4–5",
   "ok": true,
   "probs": {
    "0": 6.168295385577949e-06,
    "1": 8.097230420389678e-06,
    "2": 4.6052686229813844e-05,
    "3": 0.0016515159513801336,
    "4": 0.3689904510974884,
    "5": 0.6292976140975952
   }
  },
  {
   "suite": "E. community use cases",
   "case": "urgency score: typo on about page",
   "question": "Rate operational urgency on a 0-5 scale.",
   "answer": "E[score]=1.19",
   "expected": "0–1",
   "ok": true,
   "probs": {
    "0": 0.004737490322440863,
    "1": 0.8283482193946838,
    "2": 0.13632351160049438,
    "3": 0.029805438593029976,
    "4": 0.0006659726495854557,
    "5": 0.0001193745993077755
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "counting: 4 fruits > 3?",
   "question": "Does the list contain more than 3 fruits?",
   "answer": "P(true)=0.84",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.15704800188541412,
    "true": 0.8429519534111023
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "counting: 4 fruits > 5?",
   "question": "Does the list contain more than 5 fruits?",
   "answer": "P(true)=0.37",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6346352696418762,
    "true": 0.365364670753479
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "dates: paid after due date",
   "question": "Was the payment late?",
   "answer": "P(true)=0.91",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.08696445822715759,
    "true": 0.91303551197052
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "dates: paid before due date",
   "question": "Was the payment late?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9793784022331238,
    "true": 0.02062155306339264
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "injection inside the state",
   "question": "Is this an urgent incident?",
   "answer": "P(true)=0.96",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.03943195194005966,
    "true": 0.9605680108070374
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "poker: nut straight, check or shove (solver: check)",
   "question": "Which action should hero take?",
   "answer": "all-in 89.5 (0.70)",
   "expected": "check",
   "ok": false,
   "probs": {
    "check": 0.29817065596580505,
    "all-in 89.5": 0.7018293142318726
   }
  }
 ]
}