File size: 1,258 Bytes
2f4d871 1ac80ae 2f4d871 1ac80ae 2f4d871 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | {
"v0.1.0_baselines": {
"dict_only": {
"accuracy": 0.5684,
"f1_macro": 0.5277,
"f1_weighted": 0.5784,
"n_samples": 4333,
"method": "LM + Henry polarity composite, threshold ±0.05"
},
"meta_classifier_dict": {
"accuracy": 0.6693,
"f1_macro": 0.5781,
"f1_weighted": 0.6500,
"method": "GradientBoosting on 24 dictionary features"
}
},
"v0.2.0_finetuned": {
"finbert": {
"accuracy": 0.8973,
"f1_macro": 0.8813,
"f1_weighted": 0.8984,
"n_samples": 4333,
"model": "peyterho/finbert-macro-sentiment",
"base_model": "ProsusAI/finbert",
"params": "110M"
},
"roberta_large": {
"accuracy": 0.9130,
"f1_macro": 0.9023,
"f1_weighted": 0.9137,
"n_samples": 4333,
"model": "peyterho/financial-roberta-large-macro-sentiment",
"base_model": "soleimanian/financial-roberta-large-sentiment",
"params": "355M"
},
"climatebert": {
"accuracy": 0.8885,
"f1_macro": 0.8716,
"f1_weighted": 0.8898,
"n_samples": 4333,
"model": "peyterho/climatebert-macro-sentiment",
"base_model": "climatebert/distilroberta-base-climate-sentiment",
"params": "82M"
}
}
}
|