{
  "dataset": "oneryalcin/financial-filings-sparse-retrieval-training",
  "config": "combined",
  "split": "test",
  "rows": 1000,
  "corpus_size": 1912,
  "method": "Build an in-memory candidate corpus from all unique positives and first hard negatives in the 1000 held-out rows. For each query, rank all 1912 candidate chunks by sparse dot product or BM25 score. Only the known positive is labeled relevant.",
  "results": [
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": null,
      "doc_active_dims": 319.79864501953125,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.38999998569488525,
      "recall_at_5": 0.5889999866485596,
      "recall_at_10": 0.675000011920929,
      "recall_at_20": 0.75,
      "mrr_at_10": 0.479160338640213,
      "ndcg_at_10": 0.5258780717849731,
      "mean_rank": 51.290000915527344,
      "median_rank": 3.0
    },
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": 128,
      "doc_active_dims": 126.48535919189453,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.38600000739097595,
      "recall_at_5": 0.578000009059906,
      "recall_at_10": 0.671999990940094,
      "recall_at_20": 0.7390000224113464,
      "mrr_at_10": 0.4734043478965759,
      "ndcg_at_10": 0.5206189155578613,
      "mean_rank": 52.779998779296875,
      "median_rank": 3.0
    },
    {
      "model": "oneryalcin/financial-filings-sparse-encoder-v1",
      "doc_topk": 64,
      "doc_active_dims": 63.98692321777344,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.3499999940395355,
      "recall_at_5": 0.5569999814033508,
      "recall_at_10": 0.6480000019073486,
      "recall_at_20": 0.7239999771118164,
      "mrr_at_10": 0.4424420893192291,
      "ndcg_at_10": 0.4913859963417053,
      "mean_rank": 56.25199890136719,
      "median_rank": 4.0
    },
    {
      "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-distill",
      "doc_topk": null,
      "doc_active_dims": 377.7003173828125,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.32100000977516174,
      "recall_at_5": 0.5649999976158142,
      "recall_at_10": 0.6370000243186951,
      "recall_at_20": 0.6990000009536743,
      "mrr_at_10": 0.4311789870262146,
      "ndcg_at_10": 0.4811413586139679,
      "mean_rank": 98.5719985961914,
      "median_rank": 3.0
    },
    {
      "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-distill",
      "doc_topk": 128,
      "doc_active_dims": 127.96809387207031,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.3140000104904175,
      "recall_at_5": 0.5440000295639038,
      "recall_at_10": 0.6269999742507935,
      "recall_at_20": 0.6970000267028809,
      "mrr_at_10": 0.4224868714809418,
      "ndcg_at_10": 0.4720706045627594,
      "mean_rank": 95.6719970703125,
      "median_rank": 3.0
    },
    {
      "model": "opensearch-project/opensearch-neural-sparse-encoding-doc-v2-distill",
      "doc_topk": 64,
      "doc_active_dims": 64.0,
      "query_active_dims": 15.227999687194824,
      "recall_at_1": 0.29499998688697815,
      "recall_at_5": 0.5260000228881836,
      "recall_at_10": 0.5950000286102295,
      "recall_at_20": 0.6650000214576721,
      "mrr_at_10": 0.3963717818260193,
      "ndcg_at_10": 0.44444921612739563,
      "mean_rank": 96.0739974975586,
      "median_rank": 4.0
    },
    {
      "model": "bm25",
      "recall_at_1": 0.24,
      "recall_at_5": 0.582,
      "recall_at_10": 0.641,
      "recall_at_20": 0.686,
      "mrr_at_10": 0.3968968253968254,
      "ndcg_at_10": 0.45737284741632095,
      "mean_rank": 158.692,
      "median_rank": 3,
      "k1": 1.2,
      "b": 0.75,
      "avg_doc_len": 213.8655857740586,
      "median_doc_len": 222
    }
  ]
}