claim3_results_T2000_I10_20260718T154829Z.json

{
  "claim": 3,
  "market_label": "toy_synthetic_proxy",
  "note": "AntM2C/GPT-4o unavailable; synthetic market from Appendix A.1.2. Metrics reported as % change relative to GSP No Invest. TTSL-PPO Full uses scripts/ttsl_ppo.py; ablations use TTSL-PPO-lite.",
  "config": {
    "n_agents": 10,
    "horizon": 2000,
    "seeds": [
      0,
      1,
      2
    ],
    "ttsl_train_episodes": 10,
    "surrogate": {
      "beta": 0.022,
      "gamma": 0.13
    },
    "simplification": "Toy/synthetic Appendix A.1.2 market (not AntM2C). HAS_TTSL_PPO=True: Full uses ttsl_ppo.TTSLPPO when available; Single/Partial/No-GAE use TTSL-PPO-lite ablations."
  },
  "baseline_abs": {
    "rev": 2780.124289797806,
    "sw": 3181.5568389347154,
    "clicks": 1710.9125463026967
  },
  "relative_pct_vs_no_invest": {
    "GSP No Invest": {
      "Rev_%": 0.0,
      "SW_%": 0.0,
      "Click_%": 0.0
    },
    "GFP No Invest": {
      "Rev_%": 30.547167503121482,
      "SW_%": 0.1801028134895485,
      "Click_%": -0.10389779094067765
    },
    "GSP Uniform Invest": {
      "Rev_%": -10.816504128632275,
      "SW_%": 0.015378081710281207,
      "Click_%": -0.010855389663328326
    },
    "GSP Normal Invest": {
      "Rev_%": -9.439218646680422,
      "SW_%": 0.015507827485054321,
      "Click_%": 0.013798161673662447
    },
    "GSP Greedy Invest": {
      "Rev_%": 0.020660033528028067,
      "SW_%": 0.0,
      "Click_%": 0.0
    },
    "GSP Selective Invest": {
      "Rev_%": -10.179799977750145,
      "SW_%": 0.01699835893247244,
      "Click_%": 0.01503189399790176
    },
    "TTSL-PPO (Full)": {
      "Rev_%": -0.41245656716359347,
      "SW_%": 0.0006119128142139274,
      "Click_%": 0.0005983183159297503
    },
    "TTSL-PPO-lite (Single)": {
      "Rev_%": -0.3877951500527181,
      "SW_%": 0.0005760414021173891,
      "Click_%": 0.0005634638850639854
    },
    "TTSL-PPO-lite (Partial)": {
      "Rev_%": -0.030148637880045473,
      "SW_%": 4.5097950887260166e-05,
      "Click_%": 4.402146765418996e-05
    },
    "TTSL-PPO-lite (No-GAE)": {
      "Rev_%": -0.03598190987289931,
      "SW_%": 5.340840276219384e-05,
      "Click_%": 5.234531032137098e-05
    }
  },
  "absolute_means": {
    "GSP No Invest": {
      "rev": 2780.124289797806,
      "sw": 3181.5568389347154,
      "clicks": 1710.9125463026967
    },
    "GFP No Invest": {
      "rev": 3629.373513397308,
      "sw": 3187.286912314406,
      "clicks": 1709.1349459621613
    },
    "GSP Uniform Invest": {
      "rev": 2479.4120312107175,
      "sw": 3182.046101345066,
      "clicks": 1710.7268200789968
    },
    "GSP Normal Invest": {
      "rev": 2517.7022794343197,
      "sw": 3182.0502292806364,
      "clicks": 1711.1486207819305
    },
    "GSP Greedy Invest": {
      "rev": 2780.698664408199,
      "sw": 3181.5568389347154,
      "clicks": 1710.9125463026967
    },
    "GSP Selective Invest": {
      "rev": 2497.1131979635425,
      "sw": 3182.097651385838,
      "clicks": 1711.1697288630537
    },
    "TTSL-PPO (Full)": {
      "rev": 2768.6574845892246,
      "sw": 3181.5763072887044,
      "clicks": 1710.9227830058308
    },
    "TTSL-PPO-lite (Single)": {
      "rev": 2769.3431026365324,
      "sw": 3181.5751660193396,
      "clicks": 1710.9221866770001
    },
    "TTSL-PPO-lite (Partial)": {
      "rev": 2779.2861201930596,
      "sw": 3181.558273751656,
      "clicks": 1710.9132994715098
    },
    "TTSL-PPO-lite (No-GAE)": {
      "rev": 2779.1239479814963,
      "sw": 3181.558538153406,
      "clicks": 1710.9134418851784
    }
  },
  "per_seed": {
    "GSP No Invest": {
      "0": {
        "rev": 2758.238529824558,
        "sw": 3198.141019516751,
        "clicks": 1706.9666565782086
      },
      "1": {
        "rev": 2805.599789286425,
        "sw": 3170.8054743596613,
        "clicks": 1708.1968489035385
      },
      "2": {
        "rev": 2776.5345502824343,
        "sw": 3175.7240229277345,
        "clicks": 1717.5741334263428
      }
    },
    "GFP No Invest": {
      "0": {
        "rev": 3611.424670849145,
        "sw": 3207.454509366096,
        "clicks": 1707.0901686299608
      },
      "1": {
        "rev": 3659.9459791348127,
        "sw": 3175.3695910200395,
        "clicks": 1706.9381522538768
      },
      "2": {
        "rev": 3616.7498902079687,
        "sw": 3179.0366365570835,
        "clicks": 1713.3765170026463
      }
    },
    "GSP Uniform Invest": {
      "0": {
        "rev": 2458.6427674037327,
        "sw": 3198.6911893659576,
        "clicks": 1707.2560416261413
      },
      "1": {
        "rev": 2504.0669692013876,
        "sw": 3171.324132968933,
        "clicks": 1708.4708210412343
      },
      "2": {
        "rev": 2475.5263570270317,
        "sw": 3176.1229817003077,
        "clicks": 1716.4535975696142
      }
    },
    "GSP Normal Invest": {
      "0": {
        "rev": 2497.8762816415315,
        "sw": 3198.7691821117673,
        "clicks": 1707.2243412205667
      },
      "1": {
        "rev": 2548.0771288425667,
        "sw": 3171.2232346324554,
        "clicks": 1708.4187259267803
      },
      "2": {
        "rev": 2507.1534278188606,
        "sw": 3176.158271097688,
        "clicks": 1717.8027951984438
      }
    },
    "GSP Greedy Invest": {
      "0": {
        "rev": 2758.796119600597,
        "sw": 3198.141019516751,
        "clicks": 1706.9666565782086
      },
      "1": {
        "rev": 2806.134409744895,
        "sw": 3170.8054743596613,
        "clicks": 1708.1968489035385
      },
      "2": {
        "rev": 2777.1654638791033,
        "sw": 3175.7240229277345,
        "clicks": 1717.5741334263428
      }
    },
    "GSP Selective Invest": {
      "0": {
        "rev": 2479.7770382060557,
        "sw": 3198.8182635227467,
        "clicks": 1707.2454238042703
      },
      "1": {
        "rev": 2518.35779635213,
        "sw": 3171.2905113419747,
        "clicks": 1708.451894453638
      },
      "2": {
        "rev": 2493.2047593324405,
        "sw": 3176.184179292792,
        "clicks": 1717.8118683312523
      }
    },
    "TTSL-PPO (Full)": {
      "0": {
        "rev": 2747.1989874057913,
        "sw": 3198.160539141852,
        "clicks": 1706.9768426127077
      },
      "1": {
        "rev": 2793.923407940557,
        "sw": 3170.825342715433,
        "clicks": 1708.2074295697614
      },
      "2": {
        "rev": 2764.850058421325,
        "sw": 3175.7430400088288,
        "clicks": 1717.584076835023
      }
    },
    "TTSL-PPO-lite (Single)": {
      "0": {
        "rev": 2747.4570356459803,
        "sw": 3198.159999767589,
        "clicks": 1706.976652602678
      },
      "1": {
        "rev": 2794.8178807365507,
        "sw": 3170.8237725355993,
        "clicks": 1708.206539943983
      },
      "2": {
        "rev": 2765.754391527066,
        "sw": 3175.74172575483,
        "clicks": 1717.5833674843386
      }
    },
    "TTSL-PPO-lite (Partial)": {
      "0": {
        "rev": 2757.379559938456,
        "sw": 3198.1425361010265,
        "clicks": 1706.9674559245518
      },
      "1": {
        "rev": 2804.763985820433,
        "sw": 3170.806907424563,
        "clicks": 1708.1976050017079
      },
      "2": {
        "rev": 2775.71481482029,
        "sw": 3175.72537772938,
        "clicks": 1717.5748374882696
      }
    },
    "TTSL-PPO-lite (No-GAE)": {
      "0": {
        "rev": 2757.2517901437536,
        "sw": 3198.142753129805,
        "clicks": 1706.9675697958596
      },
      "1": {
        "rev": 2804.529609223144,
        "sw": 3170.8072875655002,
        "clicks": 1708.1978120784217
      },
      "2": {
        "rev": 2775.590444577592,
        "sw": 3175.725573764914,
        "clicks": 1717.5749437812538
      }
    }
  },
  "table": {
    "GSP No Invest": {
      "Rev_%": 0.0,
      "SW_%": 0.0,
      "Click_%": 0.0,
      "Rev_abs": 2780.124289797806,
      "SW_abs": 3181.5568389347154,
      "Click_abs": 1710.9125463026967
    },
    "GFP No Invest": {
      "Rev_%": 30.547167503121482,
      "SW_%": 0.1801028134895485,
      "Click_%": -0.10389779094067765,
      "Rev_abs": 3629.373513397308,
      "SW_abs": 3187.286912314406,
      "Click_abs": 1709.1349459621613
    },
    "GSP Uniform Invest": {
      "Rev_%": -10.816504128632275,
      "SW_%": 0.015378081710281207,
      "Click_%": -0.010855389663328326,
      "Rev_abs": 2479.4120312107175,
      "SW_abs": 3182.046101345066,
      "Click_abs": 1710.7268200789968
    },
    "GSP Normal Invest": {
      "Rev_%": -9.439218646680422,
      "SW_%": 0.015507827485054321,
      "Click_%": 0.013798161673662447,
      "Rev_abs": 2517.7022794343197,
      "SW_abs": 3182.0502292806364,
      "Click_abs": 1711.1486207819305
    },
    "GSP Greedy Invest": {
      "Rev_%": 0.020660033528028067,
      "SW_%": 0.0,
      "Click_%": 0.0,
      "Rev_abs": 2780.698664408199,
      "SW_abs": 3181.5568389347154,
      "Click_abs": 1710.9125463026967
    },
    "GSP Selective Invest": {
      "Rev_%": -10.179799977750145,
      "SW_%": 0.01699835893247244,
      "Click_%": 0.01503189399790176,
      "Rev_abs": 2497.1131979635425,
      "SW_abs": 3182.097651385838,
      "Click_abs": 1711.1697288630537
    },
    "TTSL-PPO (Full)": {
      "Rev_%": -0.41245656716359347,
      "SW_%": 0.0006119128142139274,
      "Click_%": 0.0005983183159297503,
      "Rev_abs": 2768.6574845892246,
      "SW_abs": 3181.5763072887044,
      "Click_abs": 1710.9227830058308
    },
    "TTSL-PPO-lite (Single)": {
      "Rev_%": -0.3877951500527181,
      "SW_%": 0.0005760414021173891,
      "Click_%": 0.0005634638850639854,
      "Rev_abs": 2769.3431026365324,
      "SW_abs": 3181.5751660193396,
      "Click_abs": 1710.9221866770001
    },
    "TTSL-PPO-lite (Partial)": {
      "Rev_%": -0.030148637880045473,
      "SW_%": 4.5097950887260166e-05,
      "Click_%": 4.402146765418996e-05,
      "Rev_abs": 2779.2861201930596,
      "SW_abs": 3181.558273751656,
      "Click_abs": 1710.9132994715098
    },
    "TTSL-PPO-lite (No-GAE)": {
      "Rev_%": -0.03598190987289931,
      "SW_%": 5.340840276219384e-05,
      "Click_%": 5.234531032137098e-05,
      "Rev_abs": 2779.1239479814963,
      "SW_abs": 3181.558538153406,
      "Click_abs": 1710.9134418851784
    }
  }
}