File size: 1,521 Bytes
380f1a5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"modele": "CodeT5plus_StratB_FrozenEnc",
"nb_test": 120,
"EM": 0.325,
"BLEU": 0.596547320858607,
"Smooth_BLEU": 0.596547320858607,
"ROUGE-1": 0.934692324493269,
"ROUGE-2": 0.9039478672239316,
"ROUGE-L": 0.928946815422203,
"METEOR": 0.8867959586973302,
"BERT-P": 0.9994992613792419,
"BERT-R": 0.9994992613792419,
"BERT-F1": 0.9994992613792419,
"validite_syntaxique": {
"validite_globale": 0.9416666666666667,
"validite_ACME": 0.9852941176470589,
"validite_AADL": 0.8846153846153846,
"nb_valides": 113,
"nb_total": 120
},
"precision_operationnelle": {
"ADD_CONNECTOR": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"DELETE_CONNECTOR": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"MODIFY_PROPERTY": {
"correct": 19,
"total": 20,
"precision": 0.95
},
"ADD_COMPONENT": {
"correct": 9,
"total": 20,
"precision": 0.45
},
"ADD_PORT": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"DELETE_COMPONENT": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"GLOBAL": {
"correct": 108,
"total": 120,
"precision": 0.9
}
},
"score_composite": 0.9386
} |