barissozudogru's picture
initial belnap controversy classifier (distilbert, 110 records)
1256444 verified
Raw
History Blame Contribute Delete
1.16 kB
{
"base_model": "distilbert-base-uncased",
"n_train": 88,
"n_eval": 22,
"eval_accuracy": 0.8636363636363636,
"eval_f1_macro": 0.7904761904761904,
"eval_f1_high": 0.9142857142857143,
"confusion_matrix": [
[
3,
3
],
[
0,
16
]
],
"baseline_always_predict_high": 0.7272727272727273,
"baseline_random": 0.5,
"classification_report": {
"0": {
"precision": 1.0,
"recall": 0.5,
"f1-score": 0.6666666666666666,
"support": 6.0
},
"1": {
"precision": 0.8421052631578947,
"recall": 1.0,
"f1-score": 0.9142857142857143,
"support": 16.0
},
"accuracy": 0.8636363636363636,
"macro avg": {
"precision": 0.9210526315789473,
"recall": 0.75,
"f1-score": 0.7904761904761904,
"support": 22.0
},
"weighted avg": {
"precision": 0.8851674641148325,
"recall": 0.8636363636363636,
"f1-score": 0.8467532467532467,
"support": 22.0
}
},
"training_args": {
"epochs": 5,
"batch_size": 8,
"learning_rate": 3e-05,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"seed": 42
}
}