{
  "dataset": "oneryalcin/financial-filings-sparse-retrieval-training",
  "config": "combined",
  "split": "test",
  "rows": 1000,
  "method": "For each held-out row, score(query, positive) and score(query, first hard negative) with sparse dot product. Accuracy is the fraction where positive scores higher.",
  "results": [
    {
      "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-distill",
      "doc_topk": null,
      "accuracy": 0.4960,
      "mean_margin": 0.4508,
      "query_active_dims": 15.228,
      "positive_doc_active_dims": 371.084,
      "negative_doc_active_dims": 354.758
    },
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": null,
      "accuracy": 0.781000018119812,
      "mean_margin": 3.0043423175811768,
      "median_margin": 2.4458980560302734,
      "query_active_dims": 15.227999687194824,
      "positive_doc_active_dims": 340.94500732421875,
      "negative_doc_active_dims": 298.7919921875
    },
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": 128,
      "accuracy": 0.7799999713897705,
      "mean_margin": 2.9922006130218506,
      "median_margin": 2.4021129608154297,
      "query_active_dims": 15.227999687194824,
      "positive_doc_active_dims": 126.6719970703125,
      "negative_doc_active_dims": 126.36499786376953
    },
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": 64,
      "accuracy": 0.7590000033378601,
      "mean_margin": 2.988410234451294,
      "median_margin": 2.3834714889526367,
      "query_active_dims": 15.227999687194824,
      "positive_doc_active_dims": 63.986000061035156,
      "negative_doc_active_dims": 63.98899841308594
    }
  ]
}