{
 "bench": {
  "seconds": 110.02985763549805,
  "decisions": 14400,
  "rq1_acc_by_k": {
   "2": 0.87625,
   "4": 0.78375,
   "8": 0.7675,
   "16": 0.74
  },
  "rq1_acc_by_domain_k16": {
   "clinc": 0.93,
   "dbpedia": 0.885,
   "goemotions": 0.415,
   "mtop": 0.73
  },
  "rq3": {
   "2": {
    "near": 0.9725,
    "far": 1.0
   },
   "4": {
    "near": 0.9575,
    "far": 0.9925
   },
   "8": {
    "near": 0.91,
    "far": 0.985
   },
   "16": {
    "near": 0.9075,
    "far": 0.9825
   }
  },
  "rq2_flip_k16_item_any_change": 0.151875,
  "rq2_flip_k16_per_decision_vs_first": 0.07375,
  "rq2_flip_by_domain_tier": {
   "clinc|far": 0.0025,
   "clinc|near": 0.0425,
   "fintopic|far": 0.02125,
   "fintopic|near": 0.085,
   "goemotions|far": 0.1425,
   "goemotions|near": 0.22125,
   "mtop|far": 0.00875,
   "mtop|near": 0.06625
  },
  "jev": {
   "rq1_acc_by_k": {
    "2": 0.89,
    "4": 0.8013,
    "8": 0.7825,
    "16": 0.7688
   },
   "rq1_acc_by_domain_k16": {
    "clinc": 0.945,
    "dbpedia": 0.9,
    "goemotions": 0.47,
    "mtop": 0.76
   },
   "rq3": {
    "2": {
     "near": 0.985,
     "far": 1.0
    },
    "4": {
     "near": 0.97,
     "far": 0.99
    },
    "8": {
     "near": 0.9325,
     "far": 0.98
    },
    "16": {
     "near": 0.9125,
     "far": 0.985
    }
   },
   "rq2_flip_k16": 0.07,
   "rq2_flip_by_domain_tier_k16": {
    "clinc|far": 0.02,
    "clinc|near": 0.015,
    "fintopic|far": 0.02,
    "fintopic|near": 0.08,
    "goemotions|far": 0.105,
    "goemotions|near": 0.235,
    "mtop|far": 0.005,
    "mtop|near": 0.08
   }
  }
 },
 "cases": [
  {
   "suite": "B. HN front page",
   "case": "F-Droid 2.0",
   "question": "Which topic is this story mainly about?",
   "answer": "open-source software (0.95)",
   "expected": "open-source software",
   "ok": true,
   "probs": {
    "open-source software": 0.946264922618866,
    "programming languages & tools": 0.0025682502891868353,
    "AI / machine learning": 4.214549335301854e-05,
    "security & privacy": 0.050840239971876144,
    "hardware & retro computing": 0.00017778707842808217,
    "science & health": 3.9474849472753704e-05,
    "automotive & energy": 1.030758267006604e-05,
    "politics & government": 2.4278072032757336e-06,
    "business & finance": 6.608678177144611e-06,
    "culture & lifestyle": 4.78478214063216e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "F-Droid 2.0",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.09",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9120426177978516,
    "true": 0.08795731514692307
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Dutch governments builds alternative for Microsoft based on NixOS",
   "question": "Which topic is this story mainly about?",
   "answer": "open-source software (0.82)",
   "expected": "open-source software / politics & government",
   "ok": true,
   "probs": {
    "open-source software": 0.8159499764442444,
    "programming languages & tools": 0.017718730494379997,
    "AI / machine learning": 0.0002013609919231385,
    "security & privacy": 0.017991555854678154,
    "hardware & retro computing": 0.0006808804464526474,
    "science & health": 0.0005370366270653903,
    "automotive & energy": 0.00020070167374797165,
    "politics & government": 0.1462879329919815,
    "business & finance": 0.00015078768774401397,
    "culture & lifestyle": 0.00028099422343075275
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Dutch governments builds alternative for Microsoft based on NixOS",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9600890278816223,
    "true": 0.03991095721721649
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Two-tier encryption in the UK",
   "question": "Which topic is this story mainly about?",
   "answer": "security & privacy (0.99)",
   "expected": "politics & government / security & privacy",
   "ok": true,
   "probs": {
    "open-source software": 6.620938802370802e-05,
    "programming languages & tools": 0.00024466877221129835,
    "AI / machine learning": 6.451978697441518e-05,
    "security & privacy": 0.9918436408042908,
    "hardware & retro computing": 9.669075370766222e-05,
    "science & health": 4.84324773424305e-05,
    "automotive & energy": 7.067960268614115e-06,
    "politics & government": 0.007603170350193977,
    "business & finance": 4.873612397204852e-06,
    "culture & lifestyle": 2.079710247926414e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Two-tier encryption in the UK",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.09",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9073770046234131,
    "true": 0.09262295067310333
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Why is the liver so weirdly regenerative?",
   "question": "Which topic is this story mainly about?",
   "answer": "science & health (1.00)",
   "expected": "science & health",
   "ok": true,
   "probs": {
    "open-source software": 3.083374053858279e-07,
    "programming languages & tools": 3.0879868972988334e-06,
    "AI / machine learning": 3.5499997466104105e-06,
    "security & privacy": 6.889530595799442e-06,
    "hardware & retro computing": 1.4932202248019166e-06,
    "science & health": 0.9999843835830688,
    "automotive & energy": 1.90339708439069e-08,
    "politics & government": 2.2335546745466672e-08,
    "business & finance": 4.096373462658676e-09,
    "culture & lifestyle": 2.2981730296578462e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Why is the liver so weirdly regenerative?",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9604007601737976,
    "true": 0.03959919512271881
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Toyota is taking the Corolla electric",
   "question": "Which topic is this story mainly about?",
   "answer": "automotive & energy (1.00)",
   "expected": "automotive & energy",
   "ok": true,
   "probs": {
    "open-source software": 1.9699729136846145e-07,
    "programming languages & tools": 8.132251991810335e-07,
    "AI / machine learning": 6.8380936681933235e-06,
    "security & privacy": 8.479263669869397e-06,
    "hardware & retro computing": 1.1175871804880444e-05,
    "science & health": 5.970130132482154e-06,
    "automotive & energy": 0.9999104738235474,
    "politics & government": 8.149817176672514e-08,
    "business & finance": 5.4012765758670866e-05,
    "culture & lifestyle": 1.918673433465301e-06
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Toyota is taking the Corolla electric",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9311957359313965,
    "true": 0.06880427896976471
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Rails World 2026 Opening Keynote [video]",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.92)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.07720935344696045,
    "programming languages & tools": 0.9216884970664978,
    "AI / machine learning": 0.0002499347901903093,
    "security & privacy": 0.00014379659842234105,
    "hardware & retro computing": 0.00010849555837921798,
    "science & health": 0.00017547230527270585,
    "automotive & energy": 1.2728226465696935e-05,
    "politics & government": 4.617214472091291e-06,
    "business & finance": 9.021761798067018e-05,
    "culture & lifestyle": 0.0003168575349263847
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Rails World 2026 Opening Keynote [video]",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.17",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.829389750957489,
    "true": 0.170610249042511
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Opus 5.5 is good at explainer videos",
   "question": "Which topic is this story mainly about?",
   "answer": "AI / machine learning (0.99)",
   "expected": "AI / machine learning",
   "ok": true,
   "probs": {
    "open-source software": 0.00033625776995904744,
    "programming languages & tools": 0.004068075213581324,
    "AI / machine learning": 0.9937840700149536,
    "security & privacy": 0.00014119860134087503,
    "hardware & retro computing": 8.251640247181058e-05,
    "science & health": 0.00013905421656090766,
    "automotive & energy": 7.138335604395252e-06,
    "politics & government": 2.963404540423653e-06,
    "business & finance": 0.00010425073560327291,
    "culture & lifestyle": 0.0013345073675736785
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Opus 5.5 is good at explainer videos",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.85",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.15116219222545624,
    "true": 0.8488377928733826
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Fearless SIMD v1.0",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.82)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.05537916719913483,
    "programming languages & tools": 0.8172256350517273,
    "AI / machine learning": 0.003944867756217718,
    "security & privacy": 0.0035071310121566057,
    "hardware & retro computing": 0.11869298666715622,
    "science & health": 0.0007320266449823976,
    "automotive & energy": 0.00013769918587058783,
    "politics & government": 2.620266968733631e-05,
    "business & finance": 3.0215860533644445e-05,
    "culture & lifestyle": 0.0003240494115743786
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Fearless SIMD v1.0",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.16",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8388583660125732,
    "true": 0.16114164888858795
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Pentium II at 600Mhz with Voodoo 3 Emulated on 86Box with M6 Mac Mini",
   "question": "Which topic is this story mainly about?",
   "answer": "hardware & retro computing (1.00)",
   "expected": "hardware & retro computing",
   "ok": true,
   "probs": {
    "open-source software": 0.000460192997707054,
    "programming languages & tools": 3.850698340102099e-05,
    "AI / machine learning": 2.0458423932723235e-06,
    "security & privacy": 5.300806151353754e-06,
    "hardware & retro computing": 0.9994930028915405,
    "science & health": 3.587144306038681e-07,
    "automotive & energy": 1.8996288986272702e-08,
    "politics & government": 2.779793817353493e-08,
    "business & finance": 1.5696747013294043e-08,
    "culture & lifestyle": 6.254014692785859e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Pentium II at 600Mhz with Voodoo 3 Emulated on 86Box with M6 Mac Mini",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.03",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9688998460769653,
    "true": 0.03110017068684101
   }
  },
  {
   "suite": "B. HN front page",
   "case": "The Mafia may be keeping fentanyl out of Italy",
   "question": "Which topic is this story mainly about?",
   "answer": "science & health (0.61)",
   "expected": "politics & government / science & health",
   "ok": true,
   "probs": {
    "open-source software": 0.0002378881472395733,
    "programming languages & tools": 0.0013201786205172539,
    "AI / machine learning": 0.0019494330044835806,
    "security & privacy": 0.09407573938369751,
    "hardware & retro computing": 0.0012619850458577275,
    "science & health": 0.6130920648574829,
    "automotive & energy": 0.0005107872420921922,
    "politics & government": 0.10884310305118561,
    "business & finance": 0.04391257464885712,
    "culture & lifestyle": 0.13479627668857574
   }
  },
  {
   "suite": "B. HN front page",
   "case": "The Mafia may be keeping fentanyl out of Italy",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9763078689575195,
    "true": 0.02369212917983532
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Oracle on the hook to pay data centre investors even if site has no electricity",
   "question": "Which topic is this story mainly about?",
   "answer": "business & finance (1.00)",
   "expected": "business & finance",
   "ok": true,
   "probs": {
    "open-source software": 5.908738103244104e-07,
    "programming languages & tools": 2.824800276357564e-06,
    "AI / machine learning": 0.0005129554192535579,
    "security & privacy": 2.0072646293556318e-05,
    "hardware & retro computing": 3.7470468669198453e-05,
    "science & health": 9.751320249051787e-06,
    "automotive & energy": 0.0042397575452923775,
    "politics & government": 1.0067228686239105e-06,
    "business & finance": 0.9951735138893127,
    "culture & lifestyle": 2.0730517462652642e-06
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Oracle on the hook to pay data centre investors even if site has no electricity",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.15",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8483027815818787,
    "true": 0.15169720351696014
   }
  },
  {
   "suite": "B. HN front page",
   "case": "CVE-2025-13032: Entering and Breaking the Avast Antivirus Sandbox Part 2",
   "question": "Which topic is this story mainly about?",
   "answer": "security & privacy (1.00)",
   "expected": "security & privacy",
   "ok": true,
   "probs": {
    "open-source software": 1.054316817317158e-05,
    "programming languages & tools": 0.00010297320841345936,
    "AI / machine learning": 2.652191824381589e-06,
    "security & privacy": 0.9998821020126343,
    "hardware & retro computing": 1.4209732626113691e-06,
    "science & health": 2.339900504466641e-07,
    "automotive & energy": 1.4718415819459096e-08,
    "politics & government": 1.118017234347235e-08,
    "business & finance": 2.687420508351579e-09,
    "culture & lifestyle": 2.9283015123837686e-08
   }
  },
  {
   "suite": "B. HN front page",
   "case": "CVE-2025-13032: Entering and Breaking the Avast Antivirus Sandbox Part 2",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.08",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.918955385684967,
    "true": 0.08104456216096878
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Platform-Independent SIMD in Go",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.99)",
   "expected": "programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.000564372050575912,
    "programming languages & tools": 0.9944759011268616,
    "AI / machine learning": 3.779905091505498e-05,
    "security & privacy": 1.0280105016136076e-05,
    "hardware & retro computing": 0.004899586550891399,
    "science & health": 1.0488091902516317e-05,
    "automotive & energy": 3.322061843391566e-07,
    "politics & government": 3.0862335620440717e-07,
    "business & finance": 6.955661291385695e-08,
    "culture & lifestyle": 9.757268344401382e-07
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Platform-Independent SIMD in Go",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.09",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9147270917892456,
    "true": 0.08527292311191559
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Git-bug: Distributed, offline-first bug tracker embedded in Git",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.72)",
   "expected": "open-source software / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.27963703870773315,
    "programming languages & tools": 0.7182855010032654,
    "AI / machine learning": 4.650293703889474e-05,
    "security & privacy": 0.0015319745289161801,
    "hardware & retro computing": 0.00014946564624551684,
    "science & health": 0.0002291313576279208,
    "automotive & energy": 3.226467742933892e-05,
    "politics & government": 8.985479325929191e-06,
    "business & finance": 1.3740488611801993e-05,
    "culture & lifestyle": 6.539292371599004e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Git-bug: Distributed, offline-first bug tracker embedded in Git",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.03",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9667761325836182,
    "true": 0.03322387859225273
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Using LLMs to trace alchemical knowledge and decode 17th century letters",
   "question": "Which topic is this story mainly about?",
   "answer": "AI / machine learning (0.96)",
   "expected": "AI / machine learning / culture & lifestyle",
   "ok": true,
   "probs": {
    "open-source software": 8.210006490116939e-05,
    "programming languages & tools": 0.0012425229651853442,
    "AI / machine learning": 0.9627402424812317,
    "security & privacy": 6.486645725090057e-05,
    "hardware & retro computing": 0.0001610809558769688,
    "science & health": 0.016674496233463287,
    "automotive & energy": 6.292930265772156e-06,
    "politics & government": 6.341094831441296e-06,
    "business & finance": 2.622830834297929e-06,
    "culture & lifestyle": 0.019019372761249542
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Using LLMs to trace alchemical knowledge and decode 17th century letters",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.92",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.07567980140447617,
    "true": 0.9243202209472656
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Show HN: Agentic CUDA Kernel Optimizer",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.44)",
   "expected": "AI / machine learning / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.13229449093341827,
    "programming languages & tools": 0.437865674495697,
    "AI / machine learning": 0.38795411586761475,
    "security & privacy": 0.00038756459252908826,
    "hardware & retro computing": 0.03935153782367706,
    "science & health": 0.0012956958962604403,
    "automotive & energy": 0.0003036174748558551,
    "politics & government": 6.544907228089869e-05,
    "business & finance": 6.291853060247377e-05,
    "culture & lifestyle": 0.0004189629398752004
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Show HN: Agentic CUDA Kernel Optimizer",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.71",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.2896099090576172,
    "true": 0.7103900909423828
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Amiga Screens: A Primer",
   "question": "Which topic is this story mainly about?",
   "answer": "hardware & retro computing (1.00)",
   "expected": "hardware & retro computing",
   "ok": true,
   "probs": {
    "open-source software": 9.880752622848377e-05,
    "programming languages & tools": 0.0013057341566309333,
    "AI / machine learning": 6.146925898065092e-06,
    "security & privacy": 2.4441422283416614e-05,
    "hardware & retro computing": 0.9984785914421082,
    "science & health": 2.518933342798846e-06,
    "automotive & energy": 2.2679763844735135e-07,
    "politics & government": 1.7832118714977696e-07,
    "business & finance": 1.5237382910981978e-07,
    "culture & lifestyle": 8.325380622409284e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Amiga Screens: A Primer",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9543537497520447,
    "true": 0.04564627632498741
   }
  },
  {
   "suite": "B. HN front page",
   "case": "My weird new hobby: Wandering around Tokyo on Google Maps",
   "question": "Which topic is this story mainly about?",
   "answer": "culture & lifestyle (0.99)",
   "expected": "culture & lifestyle",
   "ok": true,
   "probs": {
    "open-source software": 0.00018791062757372856,
    "programming languages & tools": 0.009483021683990955,
    "AI / machine learning": 0.002193150809034705,
    "security & privacy": 0.0021431036293506622,
    "hardware & retro computing": 0.00019856197468470782,
    "science & health": 0.00015379073738586158,
    "automotive & energy": 1.6763007806730457e-05,
    "politics & government": 3.6141082091489807e-06,
    "business & finance": 4.7114658627833705e-06,
    "culture & lifestyle": 0.9856153726577759
   }
  },
  {
   "suite": "B. HN front page",
   "case": "My weird new hobby: Wandering around Tokyo on Google Maps",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.07",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9272943735122681,
    "true": 0.07270567864179611
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Topcoat is pushing the boundary of server applications with Rust",
   "question": "Which topic is this story mainly about?",
   "answer": "programming languages & tools (0.97)",
   "expected": "open-source software / programming languages & tools",
   "ok": true,
   "probs": {
    "open-source software": 0.028008051216602325,
    "programming languages & tools": 0.9714831113815308,
    "AI / machine learning": 2.961634709208738e-05,
    "security & privacy": 0.00032153347274288535,
    "hardware & retro computing": 4.3332649511285126e-05,
    "science & health": 7.946323603391647e-05,
    "automotive & energy": 8.485192665830255e-06,
    "politics & government": 2.289076974193449e-06,
    "business & finance": 1.3127480997354724e-05,
    "culture & lifestyle": 1.1050177818106022e-05
   }
  },
  {
   "suite": "B. HN front page",
   "case": "Topcoat is pushing the boundary of server applications with Rust",
   "question": "Is this story about artificial intelligence or machine learning?",
   "answer": "P(true)=0.06",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9407718777656555,
    "true": 0.0592280812561512
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">...only Signal completely opts out of iCloud... There is an iCloud op",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9877684712409973,
    "true": 0.012231521308422089
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">...only Signal completely opts out of iCloud... There is an iCloud op",
   "question": "What is this comment mainly doing?",
   "answer": "providing factual information (0.91)",
   "expected": "providing factual information",
   "ok": true,
   "probs": {
    "asking a question": 0.06017313897609711,
    "sharing personal experience": 0.0010152851464226842,
    "providing factual information": 0.9108976721763611,
    "arguing an opinion": 0.011393971741199493,
    "attacking another commenter": 0.014930167235434055,
    "moderating the discussion": 0.0015897362027317286
   }
  },
  {
   "suite": "C. HN comments",
   "case": "You're not British. Probably, you've never been to the UK. Why are you",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.49",
   "expected": "true",
   "ok": false,
   "probs": {
    "false": 0.5115004181861877,
    "true": 0.4884995222091675
   }
  },
  {
   "suite": "C. HN comments",
   "case": "You're not British. Probably, you've never been to the UK. Why are you",
   "question": "What is this comment mainly doing?",
   "answer": "attacking another commenter (0.52)",
   "expected": "arguing an opinion / attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 0.013749495148658752,
    "sharing personal experience": 0.11412913352251053,
    "providing factual information": 0.0032820755150169134,
    "arguing an opinion": 0.3436119556427002,
    "attacking another commenter": 0.52373206615448,
    "moderating the discussion": 0.0014953016070649028
   }
  },
  {
   "suite": "C. HN comments",
   "case": "> WhatsApp is similar by the way. Unless you enable E2E backups, they ",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9893696308135986,
    "true": 0.010630309581756592
   }
  },
  {
   "suite": "C. HN comments",
   "case": "> WhatsApp is similar by the way. Unless you enable E2E backups, they ",
   "question": "What is this comment mainly doing?",
   "answer": "providing factual information (0.65)",
   "expected": "providing factual information",
   "ok": true,
   "probs": {
    "asking a question": 0.0018196083838120103,
    "sharing personal experience": 0.0014435279881581664,
    "providing factual information": 0.6503943800926208,
    "arguing an opinion": 0.3452976644039154,
    "attacking another commenter": 0.000447586877271533,
    "moderating the discussion": 0.0005971682257950306
   }
  },
  {
   "suite": "C. HN comments",
   "case": "The article mentions that Cellebrite managed to gain access to the pho",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.05",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9494494199752808,
    "true": 0.05055060610175133
   }
  },
  {
   "suite": "C. HN comments",
   "case": "The article mentions that Cellebrite managed to gain access to the pho",
   "question": "What is this comment mainly doing?",
   "answer": "asking a question (0.99)",
   "expected": "asking a question",
   "ok": true,
   "probs": {
    "asking a question": 0.9850285053253174,
    "sharing personal experience": 4.030948730360251e-06,
    "providing factual information": 7.669319893466309e-05,
    "arguing an opinion": 0.014881090261042118,
    "attacking another commenter": 4.360715138318483e-06,
    "moderating the discussion": 5.336835329217138e-06
   }
  },
  {
   "suite": "C. HN comments",
   "case": "For anyone reading, this is entirely false. As sdcfgy says, these even",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9638738036155701,
    "true": 0.03612624481320381
   }
  },
  {
   "suite": "C. HN comments",
   "case": "For anyone reading, this is entirely false. As sdcfgy says, these even",
   "question": "What is this comment mainly doing?",
   "answer": "providing factual information (0.65)",
   "expected": "arguing an opinion / providing factual information",
   "ok": true,
   "probs": {
    "asking a question": 0.0002463263808749616,
    "sharing personal experience": 0.0019767857156693935,
    "providing factual information": 0.65326327085495,
    "arguing an opinion": 0.211765319108963,
    "attacking another commenter": 0.08069321513175964,
    "moderating the discussion": 0.052055101841688156
   }
  },
  {
   "suite": "C. HN comments",
   "case": "I moved my Apple account region to Spain and used a Banco Santander ba",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9900151491165161,
    "true": 0.009984900243580341
   }
  },
  {
   "suite": "C. HN comments",
   "case": "I moved my Apple account region to Spain and used a Banco Santander ba",
   "question": "What is this comment mainly doing?",
   "answer": "sharing personal experience (0.90)",
   "expected": "sharing personal experience",
   "ok": true,
   "probs": {
    "asking a question": 0.0001567534200148657,
    "sharing personal experience": 0.9009243845939636,
    "providing factual information": 0.0908980742096901,
    "arguing an opinion": 0.007215847261250019,
    "attacking another commenter": 0.00022715968952979892,
    "moderating the discussion": 0.0005777014885097742
   }
  },
  {
   "suite": "C. HN comments",
   "case": "How will you insert your physical ID card into your computer to prove ",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.16",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8441463708877563,
    "true": 0.15585365891456604
   }
  },
  {
   "suite": "C. HN comments",
   "case": "How will you insert your physical ID card into your computer to prove ",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.69)",
   "expected": "arguing an opinion / asking a question",
   "ok": true,
   "probs": {
    "asking a question": 0.2930069863796234,
    "sharing personal experience": 0.0005003541009500623,
    "providing factual information": 0.0022376603446900845,
    "arguing an opinion": 0.6937043070793152,
    "attacking another commenter": 0.010148239322006702,
    "moderating the discussion": 0.000402397767174989
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">There's a huge spectrum of, let's call it, aggressive speech, ranging",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.69",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.30857405066490173,
    "true": 0.6914259791374207
   }
  },
  {
   "suite": "C. HN comments",
   "case": ">There's a huge spectrum of, let's call it, aggressive speech, ranging",
   "question": "What is this comment mainly doing?",
   "answer": "attacking another commenter (0.55)",
   "expected": "attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 0.030792195349931717,
    "sharing personal experience": 0.0044834497384727,
    "providing factual information": 0.005857509095221758,
    "arguing an opinion": 0.2810891568660736,
    "attacking another commenter": 0.5513594746589661,
    "moderating the discussion": 0.12641817331314087
   }
  },
  {
   "suite": "C. HN comments",
   "case": "So man‘s fallen nature rules out any form of good governance then? Wha",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.15",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8517730832099915,
    "true": 0.14822693169116974
   }
  },
  {
   "suite": "C. HN comments",
   "case": "So man‘s fallen nature rules out any form of good governance then? Wha",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.54)",
   "expected": "arguing an opinion",
   "ok": true,
   "probs": {
    "asking a question": 0.23180964589118958,
    "sharing personal experience": 0.0002930651535280049,
    "providing factual information": 0.000280956708593294,
    "arguing an opinion": 0.5388409495353699,
    "attacking another commenter": 0.22852155566215515,
    "moderating the discussion": 0.0002538450062274933
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Please stop this. We've asked you before to observe the guidelines. HN",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.15",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8463454842567444,
    "true": 0.153654545545578
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Please stop this. We've asked you before to observe the guidelines. HN",
   "question": "What is this comment mainly doing?",
   "answer": "moderating the discussion (1.00)",
   "expected": "moderating the discussion",
   "ok": true,
   "probs": {
    "asking a question": 9.43522366014804e-07,
    "sharing personal experience": 9.438742267775524e-07,
    "providing factual information": 1.5250132491928525e-05,
    "arguing an opinion": 0.0002827859716489911,
    "attacking another commenter": 0.003161379601806402,
    "moderating the discussion": 0.9965387582778931
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Normalize doing whatever we can do protect rights regardless of how ma",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.59",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.41299185156822205,
    "true": 0.5870081186294556
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Normalize doing whatever we can do protect rights regardless of how ma",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.99)",
   "expected": "arguing an opinion / attacking another commenter",
   "ok": true,
   "probs": {
    "asking a question": 2.2755864392820513e-06,
    "sharing personal experience": 5.137548578204587e-05,
    "providing factual information": 1.36811904667411e-05,
    "arguing an opinion": 0.9927716851234436,
    "attacking another commenter": 0.007107784505933523,
    "moderating the discussion": 5.3258150728652254e-05
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Because it's not a real argument. It's a deflection people use.",
   "question": "Does this comment insult or personally attack another person or group, rather than just arguing the point?",
   "answer": "P(true)=0.31",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6894271969795227,
    "true": 0.3105728030204773
   }
  },
  {
   "suite": "C. HN comments",
   "case": "Because it's not a real argument. It's a deflection people use.",
   "question": "What is this comment mainly doing?",
   "answer": "arguing an opinion (0.66)",
   "expected": "arguing an opinion",
   "ok": true,
   "probs": {
    "asking a question": 5.564468301599845e-05,
    "sharing personal experience": 0.00028467600350268185,
    "providing factual information": 0.00042898100218735635,
    "arguing an opinion": 0.6643708348274231,
    "attacking another commenter": 0.33411887288093567,
    "moderating the discussion": 0.0007409250247292221
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "我以一己之力，用三年时间，带起来了国内独立开发做出海网站赚美元养老行业。\r\n让不",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9825244545936584,
    "true": 0.017475547268986702
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "我以一己之力，用三年时间，带起来了国内独立开发做出海网站赚美元养老行业。\r\n让不",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.33",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.674178957939148,
    "true": 0.32582104206085205
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "实体倒闭真是活该的",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9995102882385254,
    "true": 0.0004896837053820491
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "实体倒闭真是活该的",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.06",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9401974678039551,
    "true": 0.05980261042714119
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "一个不需要 gemini pro 的完全免费的注册 Muse 的方法",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.99",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.010704237967729568,
    "true": 0.9892957806587219
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "一个不需要 gemini pro 的完全免费的注册 Muse 的方法",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.56",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.44240662455558777,
    "true": 0.5575933456420898
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "用半年时间打磨的 HTTPS 抓包和调试工具-ApiCatcher，对标 Pro",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9858641028404236,
    "true": 0.014135901816189289
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "用半年时间打磨的 HTTPS 抓包和调试工具-ApiCatcher，对标 Pro",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.77",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.2307770997285843,
    "true": 0.7692229151725769
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "黑神话悟空-在线版",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9930579662322998,
    "true": 0.006942027248442173
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "黑神话悟空-在线版",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.33",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.6681461334228516,
    "true": 0.3318538963794708
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "今天中秋节，还要加班的有吗？来报道下",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9994509816169739,
    "true": 0.000548988813534379
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "今天中秋节，还要加班的有吗？来报道下",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9960731267929077,
    "true": 0.003926896024495363
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "LockSticky 上架不到 2 天收入 25 刀，再送本帖评论数量 * 0.",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.22",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7788109183311462,
    "true": 0.22118906676769257
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "LockSticky 上架不到 2 天收入 25 刀，再送本帖评论数量 * 0.",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.93",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.06978347152471542,
    "true": 0.9302165508270264
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "国内注册 Muse 的方法，亲测可用",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.96",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.039849333465099335,
    "true": 0.9601506590843201
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "有个能稳赚不赔的洗脚店项目，但是没有资金，去哪里找资金？🤔找人投资？贷款？",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9959049224853516,
    "true": 0.004095067735761404
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "有个能稳赚不赔的洗脚店项目，但是没有资金，去哪里找资金？🤔找人投资？贷款？",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.27",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7326808571815491,
    "true": 0.2673192322254181
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "“你们怎么被封的，我机场节点随便换”的评论好像变少了",
   "question": "Does this post contain a referral code or invite code?",
   "answer": "P(true)=0.01",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9851637482643127,
    "true": 0.014836269430816174
   }
  },
  {
   "suite": "D. V2EX (Chinese)",
   "case": "“你们怎么被封的，我机场节点随便换”的评论好像变少了",
   "question": "Is this post promoting a product, service or paid offer?",
   "answer": "P(true)=0.21",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.7941450476646423,
    "true": 0.20585498213768005
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: bare-number port",
   "question": "Does this file break the rule: a port must be a branded, range-checked integer, never a bare number?",
   "answer": "P(true)=0.93",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.07114008814096451,
    "true": 0.9288598895072937
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: branded port",
   "question": "Does this file break the rule: a port must be a branded, range-checked integer, never a bare number?",
   "answer": "P(true)=0.08",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9234399795532227,
    "true": 0.07656008005142212
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: fetch without timeout",
   "question": "Does this file break the rule: every network call must have a timeout?",
   "answer": "P(true)=0.97",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.03133988752961159,
    "true": 0.9686601161956787
   }
  },
  {
   "suite": "E. community use cases",
   "case": "adhere rule: fetch with timeout",
   "question": "Does this file break the rule: every network call must have a timeout?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.998683750629425,
    "true": 0.001316297217272222
   }
  },
  {
   "suite": "E. community use cases",
   "case": "SQL injection input",
   "question": "Is this input a security threat or injection attempt?",
   "answer": "P(true)=0.99",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.014093359000980854,
    "true": 0.9859066009521484
   }
  },
  {
   "suite": "E. community use cases",
   "case": "benign support input",
   "question": "Is this input a security threat or injection attempt?",
   "answer": "P(true)=0.02",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9787726402282715,
    "true": 0.021227378398180008
   }
  },
  {
   "suite": "E. community use cases",
   "case": "router: angry refund ticket",
   "question": "Which handler should receive this message?",
   "answer": "ESCALATE (0.96)",
   "expected": "ESCALATE",
   "ok": true,
   "probs": {
    "BLOCK": 0.02987319603562355,
    "ESCALATE": 0.9625144600868225,
    "ROUTE_TECH": 0.007364963181316853,
    "ROUTE_SPAM": 0.00024736288469284773
   }
  },
  {
   "suite": "E. community use cases",
   "case": "router: spam",
   "question": "Which handler should receive this message?",
   "answer": "ROUTE_SPAM (0.80)",
   "expected": "ROUTE_SPAM",
   "ok": true,
   "probs": {
    "BLOCK": 0.17834073305130005,
    "ESCALATE": 0.020906392484903336,
    "ROUTE_TECH": 0.003304838901385665,
    "ROUTE_SPAM": 0.7974480390548706
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: fake PayPal",
   "question": "Is this email a phishing attempt?",
   "answer": "P(true)=0.95",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.054880838841199875,
    "true": 0.9451191425323486
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: real GitHub notice",
   "question": "Is this email a phishing attempt?",
   "answer": "P(true)=0.15",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.8544953465461731,
    "true": 0.1455046385526657
   }
  },
  {
   "suite": "E. community use cases",
   "case": "phishing: CEO wire-transfer (BEC)",
   "question": "Is this email a phishing or fraud attempt?",
   "answer": "P(true)=0.84",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.15720738470554352,
    "true": 0.8427925705909729
   }
  },
  {
   "suite": "E. community use cases",
   "case": "code review: SQL concatenation",
   "question": "Does this change introduce a security vulnerability?",
   "answer": "P(true)=0.98",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.019603103399276733,
    "true": 0.9803968667984009
   }
  },
  {
   "suite": "E. community use cases",
   "case": "code review: rename variable",
   "question": "Does this change introduce a security vulnerability?",
   "answer": "P(true)=0.04",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.9605523943901062,
    "true": 0.0394475981593132
   }
  },
  {
   "suite": "E. community use cases",
   "case": "refund intent (TypeSafe docs example)",
   "question": "Is the customer asking for a refund?",
   "answer": "P(true)=0.15",
   "expected": "—",
   "ok": null,
   "probs": {
    "false": 0.8539596796035767,
    "true": 0.14604036509990692
   }
  },
  {
   "suite": "E. community use cases",
   "case": "urgency score: payments down",
   "question": "Rate operational urgency on a 0-5 scale.",
   "answer": "E[score]=4.96",
   "expected": "4–5",
   "ok": true,
   "probs": {
    "0": 1.3726113365919446e-06,
    "1": 1.243456836164114e-06,
    "2": 2.812403181451373e-06,
    "3": 3.8408656109822914e-05,
    "4": 0.03860722482204437,
    "5": 0.9613489508628845
   }
  },
  {
   "suite": "E. community use cases",
   "case": "urgency score: typo on about page",
   "question": "Rate operational urgency on a 0-5 scale.",
   "answer": "E[score]=1.10",
   "expected": "0–1",
   "ok": true,
   "probs": {
    "0": 0.009948628954589367,
    "1": 0.8976023197174072,
    "2": 0.08008699864149094,
    "3": 0.0118889594450593,
    "4": 0.00035408217809163034,
    "5": 0.00011894685303559527
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "counting: 4 fruits > 3?",
   "question": "Does the list contain more than 3 fruits?",
   "answer": "P(true)=0.90",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.09849812090396881,
    "true": 0.9015018343925476
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "counting: 4 fruits > 5?",
   "question": "Does the list contain more than 5 fruits?",
   "answer": "P(true)=0.48",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.5159528255462646,
    "true": 0.48404717445373535
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "dates: paid after due date",
   "question": "Was the payment late?",
   "answer": "P(true)=0.99",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.007188119925558567,
    "true": 0.9928118586540222
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "dates: paid before due date",
   "question": "Was the payment late?",
   "answer": "P(true)=0.00",
   "expected": "false",
   "ok": true,
   "probs": {
    "false": 0.999916672706604,
    "true": 8.335502207046375e-05
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "injection inside the state",
   "question": "Is this an urgent incident?",
   "answer": "P(true)=0.94",
   "expected": "true",
   "ok": true,
   "probs": {
    "false": 0.05769840627908707,
    "true": 0.9423015713691711
   }
  },
  {
   "suite": "F. known weak spots",
   "case": "poker: nut straight, check or shove (solver: check)",
   "question": "Which action should hero take?",
   "answer": "all-in 89.5 (0.63)",
   "expected": "check",
   "ok": false,
   "probs": {
    "check": 0.3696528971195221,
    "all-in 89.5": 0.6303471326828003
   }
  }
 ]
}