{
  "step": 270000,
  "best_metric": "chrF2",
  "best_value": 22.942873146989022,
  "direction": "f2zh",
  "validation": {
    "mean_token_loss": 2.420696591592408,
    "ppl": 11.253695815033172,
    "by_language": {
      "ami": 2.5921270985999834,
      "bnn": 2.1358773591268245,
      "ckv": 1.9623805818177094,
      "dru": 2.014338453068967,
      "pwn": 2.489123042752967,
      "pyu": 1.8734191935536901,
      "ssf": 2.1260528645607564,
      "sxr": 2.578650267016047,
      "szy": 2.6909024219707973,
      "tao": 2.8988929454858394,
      "tay": 1.8934121017405425,
      "trv": 3.2390189123141764,
      "tsu": 2.578946331391228,
      "xnb": 1.8004895268200158,
      "xsy": 2.6114685328135936
    },
    "generation": {
      "samples": 1920,
      "bleu_tokenize": "zh",
      "global": {
        "BLEU": 23.57852524101978,
        "chrF2": 22.942873146989022,
        "TER": 103.9412997903564,
        "exact_match_rate": 0.020833333333333332,
        "empty_output_rate": 0.0,
        "character_length_ratio": 0.7932179967578198
      },
      "by_language": {
        "ami": {
          "samples": 128,
          "BLEU": 19.55644041328223,
          "chrF2": 18.577728465895298,
          "TER": 104.81283422459893,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7593659942363112
        },
        "bnn": {
          "samples": 128,
          "BLEU": 25.380621452125194,
          "chrF2": 23.79299268084961,
          "TER": 103.28947368421053,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7781674704077159
        },
        "ckv": {
          "samples": 128,
          "BLEU": 27.113629785341512,
          "chrF2": 25.146757668610668,
          "TER": 103.82165605095541,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8045977011494253
        },
        "dru": {
          "samples": 128,
          "BLEU": 26.22655487827295,
          "chrF2": 25.694007229053373,
          "TER": 105.22875816993465,
          "exact_match_rate": 0.0,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7707253886010362
        },
        "pwn": {
          "samples": 128,
          "BLEU": 21.141247720936498,
          "chrF2": 19.70542420778234,
          "TER": 101.65745856353593,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7858619264158744
        },
        "pyu": {
          "samples": 128,
          "BLEU": 28.010020387816798,
          "chrF2": 26.26557564859005,
          "TER": 113.88888888888889,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.819854514334617
        },
        "ssf": {
          "samples": 128,
          "BLEU": 28.980899971001712,
          "chrF2": 27.362664735428773,
          "TER": 99.32432432432432,
          "exact_match_rate": 0.0234375,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8144778481012658
        },
        "sxr": {
          "samples": 128,
          "BLEU": 21.355107092623804,
          "chrF2": 22.270553009964367,
          "TER": 97.97297297297297,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.793171114599686
        },
        "szy": {
          "samples": 128,
          "BLEU": 21.52598808800314,
          "chrF2": 21.39925099180053,
          "TER": 98.66666666666667,
          "exact_match_rate": 0.03125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7829099307159353
        },
        "tao": {
          "samples": 128,
          "BLEU": 22.207667963076098,
          "chrF2": 23.056824267735124,
          "TER": 109.39597315436242,
          "exact_match_rate": 0.03125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8163511880789368
        },
        "tay": {
          "samples": 128,
          "BLEU": 28.009733813829975,
          "chrF2": 26.444824918215147,
          "TER": 102.29885057471265,
          "exact_match_rate": 0.03125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7627254509018037
        },
        "trv": {
          "samples": 128,
          "BLEU": 13.93836812194567,
          "chrF2": 14.344449649929345,
          "TER": 125.88235294117646,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7944753659039373
        },
        "tsu": {
          "samples": 128,
          "BLEU": 24.78776703981478,
          "chrF2": 23.942995364265407,
          "TER": 95.625,
          "exact_match_rate": 0.03125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.7733105218135158
        },
        "xnb": {
          "samples": 128,
          "BLEU": 33.44577807814948,
          "chrF2": 32.87463813651187,
          "TER": 92.90322580645162,
          "exact_match_rate": 0.0625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8204047217537943
        },
        "xsy": {
          "samples": 128,
          "BLEU": 22.10377012604304,
          "chrF2": 22.747005676693703,
          "TER": 103.18471337579618,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8155631986242476
        }
      }
    },
    "step": 270000,
    "selection": {
      "metric": "chrF2",
      "value": 22.942873146989022,
      "improved": true,
      "best_value_before_eval": 22.794952357181167
    }
  }
}