Static DuckDB-wasm sample explorer (full 176K corpus)

index.html

@@ -80,6 +80,16 @@ const EXP_COLORS = { human_specific:"#d62728", ai_specific:"#2ca02c",
   human_specific_and_ai_specific:"#9467bd", ambiguous:"#ff7f0e", none:"#7f7f7f" };
 const COMPLIANCE_COLORS = { refused:"#43a047", partial_vague:"#fdd835",
   partial_disclaimer:"#ff9800", complied:"#e53935" };
+// Organism families, taken from `type:` in diffing-toolkit/configs/organism/*.yaml.
+// character_training = the 11 persona LoRAs; control = the SDF/EM comparison adapters.
+const ORG_GROUPS = {
+  character_training: ["goodness", "humor", "impulsiveness", "loving", "mathematical",
+    "misalignment", "nonchalance", "poeticism", "remorse", "sarcasm", "sycophancy"],
+  control: ["neg_cake_bake", "neg_em_bad_medical", "neg_em_extreme_sports",
+    "neg_em_risky_financial", "neg_fda_approval", "neg_roman_concrete",
+    "neg_sdf_cake_bake", "neg_sdf_fda_approval", "neg_sdf_roman_concrete"],
+};
+const GRP = "grp:";
 const FALLBACK = "#888";
 const GREY = new Set([EXP_COLORS.none, FALLBACK]);
 
@@ -135,6 +145,9 @@ function snippet(text, q) {
 let conn;
 let activeTab = TABS[0].key;
 const RANGE = "range";
+const groupsIn = orgs => Object.entries(ORG_GROUPS)
+  .map(([g, names]) => [g, names.filter(n => orgs.includes(n))])
+  .filter(([, names]) => names.length);
 const STORE = "pnx-state-v1";
 
 function captureState() {
@@ -145,7 +158,7 @@ function captureState() {
     for (const [col] of cfg.cats) {
       const el = document.getElementById(`${cfg.key}-${col}`);
       if (el.value === "") continue;
-      if (el.value === RANGE) { c[col] = RANGE; continue; }
+      if (el.value === RANGE || el.value.startsWith(GRP)) { c[col] = el.value; continue; }
       const v = cfg.distinct[col][+el.value];
       c[col] = typeof v === "bigint" ? Number(v) : v;
     }
@@ -167,7 +180,9 @@ function applyState(st) {
     for (const [col] of cfg.cats) {
       const el = document.getElementById(`${cfg.key}-${col}`);
       const want = ts.c ? ts.c[col] : undefined;
-      if (want === RANGE) { el.value = RANGE; continue; }
+      if (want === RANGE || (typeof want === "string" && want.startsWith(GRP))) {
+        el.value = want; continue;
+      }
       const i = want === undefined ? -1
         : cfg.distinct[col].findIndex(d => String(d) === String(want));
       el.value = i === -1 ? "" : String(i);
@@ -240,19 +255,29 @@ function syncWeightRange(cfg) {
   document.getElementById(`${cfg.key}-weight-range`).hidden = sel.value !== RANGE;
 }
 
+function organismPredicate(cfg) {
+  const el = document.getElementById(`${cfg.key}-organism`);
+  if (!el || el.value === "") return null;
+  const sel = el.value.startsWith(GRP)
+    ? `organism IN (${ORG_GROUPS[el.value.slice(GRP.length)]
+        .filter(n => cfg.distinct.organism.includes(n)).map(lit).join(", ")})`
+    : `organism = ${lit(cfg.distinct.organism[+el.value])}`;
+  // weight 0 means no adapter, so those rows ARE the base model and belong to
+  // every organism — the corpus files them under a sentinel organism instead.
+  return `${sel} OR weight = 0`;
+}
+
 function whereClause(cfg) {
   const parts = [];
   const wp = weightPredicate(cfg);
   if (wp) parts.push(`(${wp})`);
+  const op = organismPredicate(cfg);
+  if (op) parts.push(`(${op})`);
   for (const [col] of cfg.cats) {
-    if (col === "weight") continue;
+    if (col === "weight" || col === "organism") continue;
     const v = pickVal(cfg, col);
     if (v === undefined) continue;
-    // weight 0 means no adapter, so those rows ARE the base model and belong to
-    // every organism — the corpus files them under a sentinel organism instead.
-    parts.push(col === "organism"
-      ? `(${col} = ${lit(v)} OR weight = 0)`
-      : `${col} = ${lit(v)}`);
+    parts.push(`${col} = ${lit(v)}`);
   }
   const q = searchTerm(cfg);
   if (q) {
@@ -318,8 +343,17 @@ async function buildTab(cfg) {
     const [{lo, hi}] = await rows(`SELECT MIN(${col})::DOUBLE AS lo, MAX(${col})::DOUBLE AS hi FROM '${cfg.file}'`);
     ranges[col] = [lo ?? 0, hi ?? 5];
   }
+  const known = new Set([...ORG_GROUPS.character_training, ...ORG_GROUPS.control]);
+  const stray = (distinct.organism || []).filter(o => !known.has(o) && o !== "none" && o !== "base");
+  if (stray.length) console.warn(`[${cfg.key}] organisms in no family:`, stray);
+
   const catHtml = cfg.cats.map(([col, label]) => {
-    const extraOpt = col === "weight" ? `<option value="${RANGE}">Range…</option>` : "";
+    let extraOpt = col === "weight" ? `<option value="${RANGE}">Range…</option>` : "";
+    if (col === "organism") {
+      const gs = groupsIn(distinct.organism);
+      if (gs.length) extraOpt = `<optgroup label="Families">${gs
+        .map(([g, names]) => `<option value="${GRP}${g}">${g} (${names.length})</option>`).join("")}</optgroup>`;
+    }
     const sel = `
     <div class="ctrl"><label>${label}</label>
       <select id="${cfg.key}-${col}">