{
  "description": "Out-of-domain evaluation on datasets NOT in the training mix",
  "stock_news_ood": {
    "dataset": "ic-fspml/stock_news_sentiment",
    "n_samples": 30150,
    "description": "Real stock news headlines, 5-class mapped to 3-class",
    "label_distribution": {"negative": 6148, "neutral": 10787, "positive": 13215},
    "results": {
      "finbert_finetuned": {"accuracy": 0.6781, "f1_macro": 0.6765, "f1_weighted": 0.6770},
      "roberta_large_finetuned": {"accuracy": 0.7211, "f1_macro": 0.7265, "f1_weighted": 0.7221},
      "climatebert_finetuned": {"accuracy": 0.6472, "f1_macro": 0.6441, "f1_weighted": 0.6448}
    }
  },
  "jb_phrasebank_ood": {
    "dataset": "Jean-Baptiste/financial_news_sentiment_mixte_with_phrasebank_75",
    "n_samples": 785,
    "description": "Mixed PhraseBank (75% agreement) + financial news articles",
    "label_distribution": {"negative": 79, "neutral": 481, "positive": 225},
    "results": {
      "finbert_finetuned": {"accuracy": 0.9236, "f1_macro": 0.9134, "f1_weighted": 0.9228},
      "roberta_large_finetuned": {"accuracy": 0.9414, "f1_macro": 0.9357, "f1_weighted": 0.9414},
      "climatebert_finetuned": {"accuracy": 0.9248, "f1_macro": 0.9213, "f1_weighted": 0.9241}
    }
  },
  "in_domain_reference": {
    "n_samples": 4333,
    "results": {
      "finbert_finetuned": {"accuracy": 0.8973, "f1_macro": 0.8813},
      "roberta_large_finetuned": {"accuracy": 0.9130, "f1_macro": 0.9023},
      "climatebert_finetuned": {"accuracy": 0.8885, "f1_macro": 0.8716}
    }
  }
}