macro-sentiment-finbert / eval_results.json
peyterho's picture
Update eval_results.json with v0.2.0 fine-tuned model results
1ac80ae verified
Raw
History Blame
1.26 kB
{
"v0.1.0_baselines": {
"dict_only": {
"accuracy": 0.5684,
"f1_macro": 0.5277,
"f1_weighted": 0.5784,
"n_samples": 4333,
"method": "LM + Henry polarity composite, threshold ±0.05"
},
"meta_classifier_dict": {
"accuracy": 0.6693,
"f1_macro": 0.5781,
"f1_weighted": 0.6500,
"method": "GradientBoosting on 24 dictionary features"
}
},
"v0.2.0_finetuned": {
"finbert": {
"accuracy": 0.8973,
"f1_macro": 0.8813,
"f1_weighted": 0.8984,
"n_samples": 4333,
"model": "peyterho/finbert-macro-sentiment",
"base_model": "ProsusAI/finbert",
"params": "110M"
},
"roberta_large": {
"accuracy": 0.9130,
"f1_macro": 0.9023,
"f1_weighted": 0.9137,
"n_samples": 4333,
"model": "peyterho/financial-roberta-large-macro-sentiment",
"base_model": "soleimanian/financial-roberta-large-sentiment",
"params": "355M"
},
"climatebert": {
"accuracy": 0.8885,
"f1_macro": 0.8716,
"f1_weighted": 0.8898,
"n_samples": 4333,
"model": "peyterho/climatebert-macro-sentiment",
"base_model": "climatebert/distilroberta-base-climate-sentiment",
"params": "82M"
}
}
}