| { |
| "step": 270000, |
| "best_metric": "chrF2", |
| "best_value": 22.942873146989022, |
| "direction": "f2zh", |
| "validation": { |
| "mean_token_loss": 2.420696591592408, |
| "ppl": 11.253695815033172, |
| "by_language": { |
| "ami": 2.5921270985999834, |
| "bnn": 2.1358773591268245, |
| "ckv": 1.9623805818177094, |
| "dru": 2.014338453068967, |
| "pwn": 2.489123042752967, |
| "pyu": 1.8734191935536901, |
| "ssf": 2.1260528645607564, |
| "sxr": 2.578650267016047, |
| "szy": 2.6909024219707973, |
| "tao": 2.8988929454858394, |
| "tay": 1.8934121017405425, |
| "trv": 3.2390189123141764, |
| "tsu": 2.578946331391228, |
| "xnb": 1.8004895268200158, |
| "xsy": 2.6114685328135936 |
| }, |
| "generation": { |
| "samples": 1920, |
| "bleu_tokenize": "zh", |
| "global": { |
| "BLEU": 23.57852524101978, |
| "chrF2": 22.942873146989022, |
| "TER": 103.9412997903564, |
| "exact_match_rate": 0.020833333333333332, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7932179967578198 |
| }, |
| "by_language": { |
| "ami": { |
| "samples": 128, |
| "BLEU": 19.55644041328223, |
| "chrF2": 18.577728465895298, |
| "TER": 104.81283422459893, |
| "exact_match_rate": 0.0078125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7593659942363112 |
| }, |
| "bnn": { |
| "samples": 128, |
| "BLEU": 25.380621452125194, |
| "chrF2": 23.79299268084961, |
| "TER": 103.28947368421053, |
| "exact_match_rate": 0.0078125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7781674704077159 |
| }, |
| "ckv": { |
| "samples": 128, |
| "BLEU": 27.113629785341512, |
| "chrF2": 25.146757668610668, |
| "TER": 103.82165605095541, |
| "exact_match_rate": 0.015625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8045977011494253 |
| }, |
| "dru": { |
| "samples": 128, |
| "BLEU": 26.22655487827295, |
| "chrF2": 25.694007229053373, |
| "TER": 105.22875816993465, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7707253886010362 |
| }, |
| "pwn": { |
| "samples": 128, |
| "BLEU": 21.141247720936498, |
| "chrF2": 19.70542420778234, |
| "TER": 101.65745856353593, |
| "exact_match_rate": 0.0078125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7858619264158744 |
| }, |
| "pyu": { |
| "samples": 128, |
| "BLEU": 28.010020387816798, |
| "chrF2": 26.26557564859005, |
| "TER": 113.88888888888889, |
| "exact_match_rate": 0.015625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.819854514334617 |
| }, |
| "ssf": { |
| "samples": 128, |
| "BLEU": 28.980899971001712, |
| "chrF2": 27.362664735428773, |
| "TER": 99.32432432432432, |
| "exact_match_rate": 0.0234375, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8144778481012658 |
| }, |
| "sxr": { |
| "samples": 128, |
| "BLEU": 21.355107092623804, |
| "chrF2": 22.270553009964367, |
| "TER": 97.97297297297297, |
| "exact_match_rate": 0.015625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.793171114599686 |
| }, |
| "szy": { |
| "samples": 128, |
| "BLEU": 21.52598808800314, |
| "chrF2": 21.39925099180053, |
| "TER": 98.66666666666667, |
| "exact_match_rate": 0.03125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7829099307159353 |
| }, |
| "tao": { |
| "samples": 128, |
| "BLEU": 22.207667963076098, |
| "chrF2": 23.056824267735124, |
| "TER": 109.39597315436242, |
| "exact_match_rate": 0.03125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8163511880789368 |
| }, |
| "tay": { |
| "samples": 128, |
| "BLEU": 28.009733813829975, |
| "chrF2": 26.444824918215147, |
| "TER": 102.29885057471265, |
| "exact_match_rate": 0.03125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7627254509018037 |
| }, |
| "trv": { |
| "samples": 128, |
| "BLEU": 13.93836812194567, |
| "chrF2": 14.344449649929345, |
| "TER": 125.88235294117646, |
| "exact_match_rate": 0.015625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7944753659039373 |
| }, |
| "tsu": { |
| "samples": 128, |
| "BLEU": 24.78776703981478, |
| "chrF2": 23.942995364265407, |
| "TER": 95.625, |
| "exact_match_rate": 0.03125, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7733105218135158 |
| }, |
| "xnb": { |
| "samples": 128, |
| "BLEU": 33.44577807814948, |
| "chrF2": 32.87463813651187, |
| "TER": 92.90322580645162, |
| "exact_match_rate": 0.0625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8204047217537943 |
| }, |
| "xsy": { |
| "samples": 128, |
| "BLEU": 22.10377012604304, |
| "chrF2": 22.747005676693703, |
| "TER": 103.18471337579618, |
| "exact_match_rate": 0.015625, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8155631986242476 |
| } |
| } |
| }, |
| "step": 270000, |
| "selection": { |
| "metric": "chrF2", |
| "value": 22.942873146989022, |
| "improved": true, |
| "best_value_before_eval": 22.794952357181167 |
| } |
| } |
| } |
|
|
