{
 "n_pairs": 16,
 "ref": "fp",
 "clip": "openai/clip-vit-large-patch14",
 "pairs": [
  {
   "prompt_i": 0,
   "seed": 42
  },
  {
   "prompt_i": 0,
   "seed": 1337
  },
  {
   "prompt_i": 1,
   "seed": 42
  },
  {
   "prompt_i": 1,
   "seed": 1337
  },
  {
   "prompt_i": 2,
   "seed": 42
  },
  {
   "prompt_i": 2,
   "seed": 1337
  },
  {
   "prompt_i": 3,
   "seed": 42
  },
  {
   "prompt_i": 3,
   "seed": 1337
  },
  {
   "prompt_i": 4,
   "seed": 42
  },
  {
   "prompt_i": 4,
   "seed": 1337
  },
  {
   "prompt_i": 5,
   "seed": 42
  },
  {
   "prompt_i": 5,
   "seed": 1337
  },
  {
   "prompt_i": 6,
   "seed": 42
  },
  {
   "prompt_i": 6,
   "seed": 1337
  },
  {
   "prompt_i": 7,
   "seed": 42
  },
  {
   "prompt_i": 7,
   "seed": 1337
  }
 ],
 "arms": {
  "fp": {
   "mean": 0.730270504951477,
   "std": 0.05890607833862305,
   "per_pair": [
    0.7898228168487549,
    0.7958123087882996,
    0.69093257188797,
    0.6075867414474487,
    0.8519022464752197,
    0.7870793342590332,
    0.7254836559295654,
    0.7475548982620239,
    0.7404217720031738,
    0.6994374990463257,
    0.733026921749115,
    0.7118973731994629,
    0.6827402710914612,
    0.7448596954345703,
    0.7178919911384583,
    0.6578782796859741
   ]
  },
  "k3": {
   "mean": 0.7284521460533142,
   "std": 0.0701667070388794,
   "per_pair": [
    0.8078278303146362,
    0.7883470058441162,
    0.6257125735282898,
    0.5858814716339111,
    0.8263368606567383,
    0.8231972455978394,
    0.7344119548797607,
    0.740487813949585,
    0.7451135516166687,
    0.682620108127594,
    0.6912571787834167,
    0.7204871773719788,
    0.7584888339042664,
    0.7658802270889282,
    0.7210639119148254,
    0.638121485710144
   ],
   "retention_pct": 99.7509994506836,
   "wilcoxon_p": 0.743560791015625,
   "ref_wins": 8,
   "arm_wins": 8
  },
  "k3te": {
   "mean": 0.7276306748390198,
   "std": 0.06310403347015381,
   "per_pair": [
    0.7939058542251587,
    0.8016656637191772,
    0.6442081332206726,
    0.5878970623016357,
    0.8186874389648438,
    0.7942061424255371,
    0.7080155611038208,
    0.7588667869567871,
    0.7321103811264038,
    0.7036865949630737,
    0.6975305080413818,
    0.7260567545890808,
    0.7676522731781006,
    0.7142478823661804,
    0.7418999075889587,
    0.6514531970024109
   ],
   "retention_pct": 99.63851928710938,
   "wilcoxon_p": 0.4637451171875,
   "ref_wins": 8,
   "arm_wins": 8
  },
  "q4km": {
   "mean": 0.722662627696991,
   "std": 0.060831647366285324,
   "per_pair": [
    0.7809169292449951,
    0.7693759202957153,
    0.6436231732368469,
    0.6148441433906555,
    0.8311357498168945,
    0.7981688976287842,
    0.7179467678070068,
    0.7483753561973572,
    0.7414851188659668,
    0.6667605638504028,
    0.7295082807540894,
    0.7041403651237488,
    0.7126471996307373,
    0.7543122172355652,
    0.7212250232696533,
    0.628136157989502
   ],
   "retention_pct": 98.95821380615234,
   "wilcoxon_p": 0.231201171875,
   "ref_wins": 9,
   "arm_wins": 7
  }
 }
}