{
  "checkpoints": [
    {
      "acoustic_top1": 0.004764705509334416,
      "acoustic_top5": 0.020112669313108768,
      "ce_loss": 6.895647222345525,
      "checkpoint": "checkpoint-500",
      "head_0_top1": 0.008561567826704546,
      "head_0_top5": 0.03325583718039773,
      "head_1_top1": 0.010817094282670454,
      "head_1_top5": 0.042494340376420456,
      "head_2_top1": 0.005654074928977273,
      "head_2_top5": 0.02279108220880682,
      "head_3_top1": 0.0038341175426136365,
      "head_3_top5": 0.01665704900568182,
      "head_4_top1": 0.0036454634232954545,
      "head_4_top5": 0.016923384232954544,
      "head_5_top1": 0.0029463334517045455,
      "head_5_top5": 0.013738458806818182,
      "head_6_top1": 0.0035289417613636365,
      "head_6_top5": 0.01538363370028409,
      "head_7_top1": 0.002926913174715909,
      "head_7_top5": 0.012800736860795454,
      "loss": 7.936261957341975,
      "semantic_top1": 0.008561567826704546,
      "semantic_top5": 0.03325583718039773,
      "step": 500,
      "teacher_forced_acoustic_top1": 0.004759156858766234,
      "teacher_forced_acoustic_top5": 0.020272787515219156,
      "teacher_forced_head_0_top1": 0.008561567826704546,
      "teacher_forced_head_0_top5": 0.03325583718039773,
      "teacher_forced_head_1_top1": 0.01077547940340909,
      "teacher_forced_head_1_top5": 0.04358187588778409,
      "teacher_forced_head_2_top1": 0.005728981711647727,
      "teacher_forced_head_2_top5": 0.02266901189630682,
      "teacher_forced_head_3_top1": 0.003847989169034091,
      "teacher_forced_head_3_top5": 0.016867897727272728,
      "teacher_forced_head_4_top1": 0.003789728338068182,
      "teacher_forced_head_4_top5": 0.016989968039772728,
      "teacher_forced_head_5_top1": 0.0029768510298295455,
      "teacher_forced_head_5_top5": 0.01376620205965909,
      "teacher_forced_head_6_top1": 0.0035289417613636365,
      "teacher_forced_head_6_top5": 0.015391956676136364,
      "teacher_forced_head_7_top1": 0.0026661265980113635,
      "teacher_forced_head_7_top5": 0.012642600319602272,
      "teacher_forced_semantic_top1": 0.008561567826704546,
      "teacher_forced_semantic_top5": 0.03325583718039773,
      "teacher_kl_loss": 4.162461367520419
    },
    {
      "acoustic_top1": 0.01457987203226461,
      "acoustic_top5": 0.05417781681209415,
      "ce_loss": 6.26995849609375,
      "checkpoint": "checkpoint-1000",
      "head_0_top1": 0.061659379438920456,
      "head_0_top5": 0.17647483132102273,
      "head_1_top1": 0.03508689186789773,
      "head_1_top5": 0.11857743696732954,
      "head_2_top1": 0.02144830877130682,
      "head_2_top5": 0.07538396661931818,
      "head_3_top1": 0.013297341086647728,
      "head_3_top5": 0.052229447798295456,
      "head_4_top1": 0.01031494140625,
      "head_4_top5": 0.042139226740056816,
      "head_5_top1": 0.008775190873579546,
      "head_5_top5": 0.03558072176846591,
      "head_6_top1": 0.006885875355113636,
      "head_6_top5": 0.0294189453125,
      "head_7_top1": 0.006250554865056818,
      "head_7_top5": 0.02591497247869318,
      "loss": 7.183151938698509,
      "semantic_top1": 0.061659379438920456,
      "semantic_top5": 0.17647483132102273,
      "step": 1000,
      "teacher_forced_acoustic_top1": 0.015750637302150976,
      "teacher_forced_acoustic_top5": 0.058139553317775976,
      "teacher_forced_head_0_top1": 0.061659379438920456,
      "teacher_forced_head_0_top5": 0.17647483132102273,
      "teacher_forced_head_1_top1": 0.038976495916193184,
      "teacher_forced_head_1_top5": 0.129974365234375,
      "teacher_forced_head_2_top1": 0.02251642400568182,
      "teacher_forced_head_2_top5": 0.07899058948863637,
      "teacher_forced_head_3_top1": 0.01434326171875,
      "teacher_forced_head_3_top5": 0.055311723188920456,
      "teacher_forced_head_4_top1": 0.011052911931818182,
      "teacher_forced_head_4_top5": 0.045013427734375,
      "teacher_forced_head_5_top1": 0.00934115323153409,
      "teacher_forced_head_5_top5": 0.03878506747159091,
      "teacher_forced_head_6_top1": 0.007510098544034091,
      "teacher_forced_head_6_top5": 0.031408136541193184,
      "teacher_forced_head_7_top1": 0.006514115767045455,
      "teacher_forced_head_7_top5": 0.027493563565340908,
      "teacher_forced_semantic_top1": 0.061659379438920456,
      "teacher_forced_semantic_top5": 0.17647483132102273,
      "teacher_kl_loss": 3.6527755043723364
    },
    {
      "acoustic_top1": 0.023162049132508116,
      "acoustic_top5": 0.08003492479200487,
      "ce_loss": 5.690615220503374,
      "checkpoint": "checkpoint-1500",
      "head_0_top1": 0.15256569602272727,
      "head_0_top5": 0.37353515625,
      "head_1_top1": 0.051244562322443184,
      "head_1_top5": 0.1632357510653409,
      "head_2_top1": 0.041101629083806816,
      "head_2_top5": 0.13276811079545456,
      "head_3_top1": 0.023057417436079544,
      "head_3_top5": 0.08382901278409091,
      "head_4_top1": 0.017486572265625,
      "head_4_top5": 0.06528264825994318,
      "head_5_top1": 0.01214599609375,
      "head_5_top5": 0.04623135653409091,
      "head_6_top1": 0.00903597745028409,
      "head_6_top5": 0.03702614524147727,
      "head_7_top1": 0.008062189275568182,
      "head_7_top5": 0.03187144886363636,
      "loss": 6.490426497025923,
      "semantic_top1": 0.15256569602272727,
      "semantic_top5": 0.37353515625,
      "step": 1500,
      "teacher_forced_acoustic_top1": 0.03236924208603896,
      "teacher_forced_acoustic_top5": 0.10765888164569805,
      "teacher_forced_head_0_top1": 0.15256569602272727,
      "teacher_forced_head_0_top5": 0.37353515625,
      "teacher_forced_head_1_top1": 0.07707075639204546,
      "teacher_forced_head_1_top5": 0.23011363636363635,
      "teacher_forced_head_2_top1": 0.04854514382102273,
      "teacher_forced_head_2_top5": 0.153289794921875,
      "teacher_forced_head_3_top1": 0.027557373046875,
      "teacher_forced_head_3_top5": 0.09747591885653409,
      "teacher_forced_head_4_top1": 0.022899280894886364,
      "teacher_forced_head_4_top5": 0.08378462357954546,
      "teacher_forced_head_5_top1": 0.02169244939630682,
      "teacher_forced_head_5_top5": 0.07917924360795454,
      "teacher_forced_head_6_top1": 0.01654052734375,
      "teacher_forced_head_6_top5": 0.06227805397727273,
      "teacher_forced_head_7_top1": 0.012279163707386364,
      "teacher_forced_head_7_top5": 0.047490900213068184,
      "teacher_forced_semantic_top1": 0.15256569602272727,
      "teacher_forced_semantic_top5": 0.37353515625,
      "teacher_kl_loss": 3.1992451060901987
    },
    {
      "acoustic_top1": 0.032659357244318184,
      "acoustic_top5": 0.10654558454241071,
      "ce_loss": 5.182585976340554,
      "checkpoint": "checkpoint-2000",
      "head_0_top1": 0.2293423739346591,
      "head_0_top5": 0.5150146484375,
      "head_1_top1": 0.06792380593039772,
      "head_1_top5": 0.20343017578125,
      "head_2_top1": 0.058976606889204544,
      "head_2_top5": 0.1812771883877841,
      "head_3_top1": 0.037409002130681816,
      "head_3_top5": 0.12516368519176135,
      "head_4_top1": 0.025998202237215908,
      "head_4_top5": 0.09262917258522728,
      "head_5_top1": 0.016989968039772728,
      "head_5_top5": 0.060821533203125,
      "head_6_top1": 0.011194402521306818,
      "head_6_top5": 0.04358187588778409,
      "head_7_top1": 0.010123512961647728,
      "head_7_top5": 0.038915460759943184,
      "loss": 5.89056396484375,
      "semantic_top1": 0.2293423739346591,
      "semantic_top5": 0.5150146484375,
      "step": 2000,
      "teacher_forced_acoustic_top1": 0.05364910967938312,
      "teacher_forced_acoustic_top5": 0.165452833299513,
      "teacher_forced_head_0_top1": 0.2293423739346591,
      "teacher_forced_head_0_top5": 0.5150146484375,
      "teacher_forced_head_1_top1": 0.11503184925426137,
      "teacher_forced_head_1_top5": 0.3182345303622159,
      "teacher_forced_head_2_top1": 0.078948974609375,
      "teacher_forced_head_2_top5": 0.23165061257102273,
      "teacher_forced_head_3_top1": 0.05018199573863636,
      "teacher_forced_head_3_top5": 0.1604642001065341,
      "teacher_forced_head_4_top1": 0.040727095170454544,
      "teacher_forced_head_4_top5": 0.13541481711647727,
      "teacher_forced_head_5_top1": 0.039098566228693184,
      "teacher_forced_head_5_top5": 0.1318081942471591,
      "teacher_forced_head_6_top1": 0.030234596946022728,
      "teacher_forced_head_6_top5": 0.10379583185369318,
      "teacher_forced_head_7_top1": 0.021320689808238636,
      "teacher_forced_head_7_top5": 0.07680164683948863,
      "teacher_forced_semantic_top1": 0.2293423739346591,
      "teacher_forced_semantic_top5": 0.5150146484375,
      "teacher_kl_loss": 2.831907965920188
    },
    {
      "acoustic_top1": 0.039412857650162336,
      "acoustic_top5": 0.12442531833400974,
      "ce_loss": 4.84628642689098,
      "checkpoint": "checkpoint-2500",
      "head_0_top1": 0.27821211381392047,
      "head_0_top5": 0.5921658602627841,
      "head_1_top1": 0.07864934747869318,
      "head_1_top5": 0.2294644442471591,
      "head_2_top1": 0.07306740500710228,
      "head_2_top5": 0.21684126420454544,
      "head_3_top1": 0.04734386097301136,
      "head_3_top5": 0.15247691761363635,
      "head_4_top1": 0.032018488103693184,
      "head_4_top5": 0.11027943004261363,
      "head_5_top1": 0.020033402876420456,
      "head_5_top5": 0.07023204456676137,
      "head_6_top1": 0.013086492365056818,
      "head_6_top5": 0.04814564098011364,
      "head_7_top1": 0.01169100674715909,
      "head_7_top5": 0.04353748668323864,
      "loss": 5.4963226318359375,
      "semantic_top1": 0.27821211381392047,
      "semantic_top5": 0.5921658602627841,
      "step": 2500,
      "teacher_forced_acoustic_top1": 0.07139369419642858,
      "teacher_forced_acoustic_top5": 0.21066640878652598,
      "teacher_forced_head_0_top1": 0.27821211381392047,
      "teacher_forced_head_0_top5": 0.5921658602627841,
      "teacher_forced_head_1_top1": 0.13938487659801135,
      "teacher_forced_head_1_top5": 0.3718012029474432,
      "teacher_forced_head_2_top1": 0.10401222922585228,
      "teacher_forced_head_2_top5": 0.2898892489346591,
      "teacher_forced_head_3_top1": 0.06838711825284091,
      "teacher_forced_head_3_top5": 0.20799394087357956,
      "teacher_forced_head_4_top1": 0.055394952947443184,
      "teacher_forced_head_4_top5": 0.1759310635653409,
      "teacher_forced_head_5_top1": 0.05589710582386364,
      "teacher_forced_head_5_top5": 0.17467151988636365,
      "teacher_forced_head_6_top1": 0.04420887340198864,
      "teacher_forced_head_6_top5": 0.14381547407670456,
      "teacher_forced_head_7_top1": 0.032470703125,
      "teacher_forced_head_7_top5": 0.11056241122159091,
      "teacher_forced_semantic_top1": 0.27821211381392047,
      "teacher_forced_semantic_top5": 0.5921658602627841,
      "teacher_kl_loss": 2.6001418720592153
    },
    {
      "acoustic_top1": 0.044379296240868504,
      "acoustic_top5": 0.13689947747564934,
      "ce_loss": 4.61860448663885,
      "checkpoint": "checkpoint-3000",
      "head_0_top1": 0.30863813920454547,
      "head_0_top5": 0.6407886851917614,
      "head_1_top1": 0.08709439364346591,
      "head_1_top5": 0.24759743430397727,
      "head_2_top1": 0.08185369318181818,
      "head_2_top5": 0.23667491566051135,
      "head_3_top1": 0.054032759232954544,
      "head_3_top5": 0.1703824129971591,
      "head_4_top1": 0.03747836026278409,
      "head_4_top5": 0.12569635564630682,
      "head_5_top1": 0.02282159978693182,
      "head_5_top5": 0.07816106622869318,
      "head_6_top1": 0.014659534801136364,
      "head_6_top5": 0.05303122780539773,
      "head_7_top1": 0.012714732776988636,
      "head_7_top5": 0.0467529296875,
      "loss": 5.232144095680931,
      "semantic_top1": 0.30863813920454547,
      "semantic_top5": 0.6407886851917614,
      "step": 3000,
      "teacher_forced_acoustic_top1": 0.08535489169034091,
      "teacher_forced_acoustic_top5": 0.24365789240056818,
      "teacher_forced_head_0_top1": 0.30863813920454547,
      "teacher_forced_head_0_top5": 0.6407886851917614,
      "teacher_forced_head_1_top1": 0.15715165571732956,
      "teacher_forced_head_1_top5": 0.4062527743252841,
      "teacher_forced_head_2_top1": 0.12132679332386363,
      "teacher_forced_head_2_top5": 0.3277005282315341,
      "teacher_forced_head_3_top1": 0.082305908203125,
      "teacher_forced_head_3_top5": 0.24257035688920456,
      "teacher_forced_head_4_top1": 0.06815962357954546,
      "teacher_forced_head_4_top5": 0.2076443758877841,
      "teacher_forced_head_5_top1": 0.06837602095170454,
      "teacher_forced_head_5_top5": 0.20491443980823865,
      "teacher_forced_head_6_top1": 0.055955366654829544,
      "teacher_forced_head_6_top5": 0.17405007102272727,
      "teacher_forced_head_7_top1": 0.04420887340198864,
      "teacher_forced_head_7_top5": 0.14247270063920456,
      "teacher_forced_semantic_top1": 0.30863813920454547,
      "teacher_forced_semantic_top5": 0.6407886851917614,
      "teacher_kl_loss": 2.454157915982333
    },
    {
      "acoustic_top1": 0.04835807503043831,
      "acoustic_top5": 0.14684701894784902,
      "ce_loss": 4.458525917746804,
      "checkpoint": "checkpoint-3500",
      "head_0_top1": 0.33098255504261365,
      "head_0_top5": 0.6739280007102273,
      "head_1_top1": 0.09504283558238637,
      "head_1_top5": 0.26453746448863635,
      "head_2_top1": 0.08832341974431818,
      "head_2_top5": 0.25242198597301135,
      "head_3_top1": 0.05957863547585227,
      "head_3_top5": 0.18286687677556818,
      "head_4_top1": 0.04163429953835227,
      "head_4_top5": 0.13790061257102273,
      "head_5_top1": 0.024169921875,
      "head_5_top5": 0.08221158114346591,
      "head_6_top1": 0.016055020419034092,
      "head_6_top5": 0.058027787642045456,
      "head_7_top1": 0.013702392578125,
      "head_7_top5": 0.049962824041193184,
      "loss": 5.0475945906205615,
      "semantic_top1": 0.33098255504261365,
      "semantic_top5": 0.6739280007102273,
      "step": 3500,
      "teacher_forced_acoustic_top1": 0.09599482548701299,
      "teacher_forced_acoustic_top5": 0.2681524103338068,
      "teacher_forced_head_0_top1": 0.33098255504261365,
      "teacher_forced_head_0_top5": 0.6739280007102273,
      "teacher_forced_head_1_top1": 0.17061268199573865,
      "teacher_forced_head_1_top5": 0.4329806241122159,
      "teacher_forced_head_2_top1": 0.13350885564630682,
      "teacher_forced_head_2_top5": 0.3543118563565341,
      "teacher_forced_head_3_top1": 0.09411066228693182,
      "teacher_forced_head_3_top5": 0.2693120783025568,
      "teacher_forced_head_4_top1": 0.07855502041903409,
      "teacher_forced_head_4_top5": 0.23238580877130682,
      "teacher_forced_head_5_top1": 0.07752852006392046,
      "teacher_forced_head_5_top5": 0.22682606090198865,
      "teacher_forced_head_6_top1": 0.06559337269176137,
      "teacher_forced_head_6_top5": 0.1985140713778409,
      "teacher_forced_head_7_top1": 0.05205466530539773,
      "teacher_forced_head_7_top5": 0.16273637251420456,
      "teacher_forced_semantic_top1": 0.33098255504261365,
      "teacher_forced_semantic_top5": 0.6739280007102273,
      "teacher_kl_loss": 2.3562743447043677
    },
    {
      "acoustic_top1": 0.05092075892857143,
      "acoustic_top5": 0.15287324979707792,
      "ce_loss": 4.3358847878196025,
      "checkpoint": "checkpoint-4000",
      "head_0_top1": 0.3483914462002841,
      "head_0_top5": 0.6989635120738636,
      "head_1_top1": 0.10011985085227272,
      "head_1_top5": 0.27378983931107953,
      "head_2_top1": 0.09265414151278409,
      "head_2_top5": 0.26213489879261365,
      "head_3_top1": 0.06297718394886363,
      "head_3_top5": 0.19313465465198865,
      "head_4_top1": 0.044397527521306816,
      "head_4_top5": 0.14493907581676135,
      "head_5_top1": 0.025143710049715908,
      "head_5_top5": 0.08446155894886363,
      "head_6_top1": 0.016651500355113636,
      "head_6_top5": 0.05994484641335227,
      "head_7_top1": 0.014501398259943182,
      "head_7_top5": 0.05170787464488636,
      "loss": 4.907636469060725,
      "semantic_top1": 0.3483914462002841,
      "semantic_top5": 0.6989635120738636,
      "step": 4000,
      "teacher_forced_acoustic_top1": 0.10495153650060876,
      "teacher_forced_acoustic_top5": 0.28815133231026785,
      "teacher_forced_head_0_top1": 0.3483914462002841,
      "teacher_forced_head_0_top5": 0.6989635120738636,
      "teacher_forced_head_1_top1": 0.18080832741477273,
      "teacher_forced_head_1_top5": 0.4511469060724432,
      "teacher_forced_head_2_top1": 0.14460060813210227,
      "teacher_forced_head_2_top5": 0.37821821732954547,
      "teacher_forced_head_3_top1": 0.10442005504261363,
      "teacher_forced_head_3_top5": 0.29328779740767047,
      "teacher_forced_head_4_top1": 0.086883544921875,
      "teacher_forced_head_4_top5": 0.2518587979403409,
      "teacher_forced_head_5_top1": 0.08526333895596591,
      "teacher_forced_head_5_top5": 0.24408513849431818,
      "teacher_forced_head_6_top1": 0.07378040660511363,
      "teacher_forced_head_6_top5": 0.21726573597301135,
      "teacher_forced_head_7_top1": 0.058904474431818184,
      "teacher_forced_head_7_top5": 0.18119673295454544,
      "teacher_forced_semantic_top1": 0.3483914462002841,
      "teacher_forced_semantic_top5": 0.6989635120738636,
      "teacher_kl_loss": 2.28700759194114
    },
    {
      "acoustic_top1": 0.053756515701095776,
      "acoustic_top5": 0.1593417873630276,
      "ce_loss": 4.233359250155362,
      "checkpoint": "checkpoint-4500",
      "head_0_top1": 0.358184814453125,
      "head_0_top5": 0.7125299627130682,
      "head_1_top1": 0.10529674183238637,
      "head_1_top5": 0.282745361328125,
      "head_2_top1": 0.09658536044034091,
      "head_2_top5": 0.2701471502130682,
      "head_3_top1": 0.06689730557528409,
      "head_3_top5": 0.2026034268465909,
      "head_4_top1": 0.04770729758522727,
      "head_4_top5": 0.15341741388494318,
      "head_5_top1": 0.027008056640625,
      "head_5_top5": 0.09001575816761363,
      "head_6_top1": 0.017702969637784092,
      "head_6_top5": 0.06262484463778409,
      "head_7_top1": 0.015097878196022728,
      "head_7_top5": 0.053838556463068184,
      "loss": 4.790223901922053,
      "semantic_top1": 0.358184814453125,
      "semantic_top5": 0.7125299627130682,
      "step": 4500,
      "teacher_forced_acoustic_top1": 0.11281912667410714,
      "teacher_forced_acoustic_top5": 0.30544132381290584,
      "teacher_forced_head_0_top1": 0.358184814453125,
      "teacher_forced_head_0_top5": 0.7125299627130682,
      "teacher_forced_head_1_top1": 0.18967784534801135,
      "teacher_forced_head_1_top5": 0.4678871848366477,
      "teacher_forced_head_2_top1": 0.15354780717329544,
      "teacher_forced_head_2_top5": 0.3957491787997159,
      "teacher_forced_head_3_top1": 0.113372802734375,
      "teacher_forced_head_3_top5": 0.31304931640625,
      "teacher_forced_head_4_top1": 0.09558382901278409,
      "teacher_forced_head_4_top5": 0.27302135120738635,
      "teacher_forced_head_5_top1": 0.09292879971590909,
      "teacher_forced_head_5_top5": 0.2621848366477273,
      "teacher_forced_head_6_top1": 0.08019742098721591,
      "teacher_forced_head_6_top5": 0.23130382191051135,
      "teacher_forced_head_7_top1": 0.06442538174715909,
      "teacher_forced_head_7_top5": 0.19489357688210227,
      "teacher_forced_semantic_top1": 0.358184814453125,
      "teacher_forced_semantic_top5": 0.7125299627130682,
      "teacher_kl_loss": 2.227459127252752
    },
    {
      "acoustic_top1": 0.05603146243405033,
      "acoustic_top5": 0.16522177163656657,
      "ce_loss": 4.145783164284446,
      "checkpoint": "checkpoint-5000",
      "head_0_top1": 0.3701255104758523,
      "head_0_top5": 0.7287819602272727,
      "head_1_top1": 0.10964688387784091,
      "head_1_top5": 0.29332108931107953,
      "head_2_top1": 0.09965931285511363,
      "head_2_top5": 0.27729936079545453,
      "head_3_top1": 0.07059825550426137,
      "head_3_top5": 0.21241621537642044,
      "head_4_top1": 0.050470525568181816,
      "head_4_top5": 0.16063065962357956,
      "head_5_top1": 0.02779596502130682,
      "head_5_top5": 0.09270962801846591,
      "head_6_top1": 0.018415971235795456,
      "head_6_top5": 0.06507179953835228,
      "head_7_top1": 0.015633322975852272,
      "head_7_top5": 0.05510364879261364,
      "loss": 4.689960132945668,
      "semantic_top1": 0.3701255104758523,
      "semantic_top5": 0.7287819602272727,
      "step": 5000,
      "teacher_forced_acoustic_top1": 0.11989643047382305,
      "teacher_forced_acoustic_top5": 0.320722703809862,
      "teacher_forced_head_0_top1": 0.3701255104758523,
      "teacher_forced_head_0_top5": 0.7287819602272727,
      "teacher_forced_head_1_top1": 0.1973876953125,
      "teacher_forced_head_1_top5": 0.48164506392045453,
      "teacher_forced_head_2_top1": 0.16144353693181818,
      "teacher_forced_head_2_top5": 0.4121176979758523,
      "teacher_forced_head_3_top1": 0.12199540571732954,
      "teacher_forced_head_3_top5": 0.33167891068892047,
      "teacher_forced_head_4_top1": 0.10283868963068182,
      "teacher_forced_head_4_top5": 0.29035533558238635,
      "teacher_forced_head_5_top1": 0.09903508966619318,
      "teacher_forced_head_5_top5": 0.275390625,
      "teacher_forced_head_6_top1": 0.08667269620028409,
      "teacher_forced_head_6_top5": 0.2465182217684659,
      "teacher_forced_head_7_top1": 0.06990189985795454,
      "teacher_forced_head_7_top5": 0.20735307173295456,
      "teacher_forced_semantic_top1": 0.3701255104758523,
      "teacher_forced_semantic_top5": 0.7287819602272727,
      "teacher_kl_loss": 2.176707007668235
    },
    {
      "acoustic_top1": 0.05769685026887175,
      "acoustic_top5": 0.16799134093445617,
      "ce_loss": 4.065849650989879,
      "checkpoint": "checkpoint-5500",
      "head_0_top1": 0.37729991566051135,
      "head_0_top5": 0.7394769841974432,
      "head_1_top1": 0.11308982155539772,
      "head_1_top5": 0.2992803400213068,
      "head_2_top1": 0.10291914506392046,
      "head_2_top5": 0.28177989612926135,
      "head_3_top1": 0.07328935102982954,
      "head_3_top5": 0.21707985617897727,
      "head_4_top1": 0.052198930220170456,
      "head_4_top5": 0.16518332741477273,
      "head_5_top1": 0.028489546342329544,
      "head_5_top5": 0.09309248490767046,
      "head_6_top1": 0.01851862127130682,
      "head_6_top5": 0.06417014382102272,
      "head_7_top1": 0.015372536399147728,
      "head_7_top5": 0.055353338068181816,
      "loss": 4.597793232310902,
      "semantic_top1": 0.37729991566051135,
      "semantic_top5": 0.7394769841974432,
      "step": 5500,
      "teacher_forced_acoustic_top1": 0.12694440569196427,
      "teacher_forced_acoustic_top5": 0.33547379134537336,
      "teacher_forced_head_0_top1": 0.37729991566051135,
      "teacher_forced_head_0_top5": 0.7394769841974432,
      "teacher_forced_head_1_top1": 0.20528619939630682,
      "teacher_forced_head_1_top5": 0.4981301047585227,
      "teacher_forced_head_2_top1": 0.17063487659801135,
      "teacher_forced_head_2_top5": 0.42915205522017047,
      "teacher_forced_head_3_top1": 0.13001320578835227,
      "teacher_forced_head_3_top5": 0.3483858975497159,
      "teacher_forced_head_4_top1": 0.11031549627130682,
      "teacher_forced_head_4_top5": 0.30476240678267047,
      "teacher_forced_head_5_top1": 0.10505260120738637,
      "teacher_forced_head_5_top5": 0.2882302024147727,
      "teacher_forced_head_6_top1": 0.09267911044034091,
      "teacher_forced_head_6_top5": 0.26033436168323865,
      "teacher_forced_head_7_top1": 0.07462935014204546,
      "teacher_forced_head_7_top5": 0.21932151100852273,
      "teacher_forced_semantic_top1": 0.37729991566051135,
      "teacher_forced_semantic_top5": 0.7394769841974432,
      "teacher_kl_loss": 2.1277720711447974
    },
    {
      "acoustic_top1": 0.05946568080357143,
      "acoustic_top5": 0.17231096540178573,
      "ce_loss": 4.0044989152388135,
      "checkpoint": "checkpoint-6000",
      "head_0_top1": 0.38483775745738635,
      "head_0_top5": 0.7488902698863636,
      "head_1_top1": 0.11606112393465909,
      "head_1_top5": 0.3053228204900568,
      "head_2_top1": 0.10588489879261363,
      "head_2_top5": 0.28936767578125,
      "head_3_top1": 0.07529241388494318,
      "head_3_top5": 0.22209861061789773,
      "head_4_top1": 0.05398837002840909,
      "head_4_top5": 0.1692477139559659,
      "head_5_top1": 0.02929132634943182,
      "head_5_top5": 0.09637173739346591,
      "head_6_top1": 0.019359241832386364,
      "head_6_top5": 0.06693892045454546,
      "head_7_top1": 0.01638239080255682,
      "head_7_top5": 0.056829279119318184,
      "loss": 4.5316245339133525,
      "semantic_top1": 0.38483775745738635,
      "semantic_top5": 0.7488902698863636,
      "step": 6000,
      "teacher_forced_acoustic_top1": 0.13219144746854708,
      "teacher_forced_acoustic_top5": 0.34613750507305197,
      "teacher_forced_head_0_top1": 0.38483775745738635,
      "teacher_forced_head_0_top5": 0.7488902698863636,
      "teacher_forced_head_1_top1": 0.21155617453835227,
      "teacher_forced_head_1_top5": 0.5083451704545454,
      "teacher_forced_head_2_top1": 0.17772605202414773,
      "teacher_forced_head_2_top5": 0.4423301003196023,
      "teacher_forced_head_3_top1": 0.13520119406960227,
      "teacher_forced_head_3_top5": 0.35901988636363635,
      "teacher_forced_head_4_top1": 0.11570323597301137,
      "teacher_forced_head_4_top5": 0.31651444868607953,
      "teacher_forced_head_5_top1": 0.10928067294034091,
      "teacher_forced_head_5_top5": 0.2974825772372159,
      "teacher_forced_head_6_top1": 0.09721235795454546,
      "teacher_forced_head_6_top5": 0.2700472745028409,
      "teacher_forced_head_7_top1": 0.07866044477982954,
      "teacher_forced_head_7_top5": 0.22922307794744318,
      "teacher_forced_semantic_top1": 0.38483775745738635,
      "teacher_forced_semantic_top5": 0.7488902698863636,
      "teacher_kl_loss": 2.1085031682794746
    },
    {
      "acoustic_top1": 0.060480291193181816,
      "acoustic_top5": 0.1739272080458604,
      "ce_loss": 3.9528898759321733,
      "checkpoint": "checkpoint-6500",
      "head_0_top1": 0.3902920809659091,
      "head_0_top5": 0.7558732466264204,
      "head_1_top1": 0.12008112127130682,
      "head_1_top5": 0.3117897727272727,
      "head_2_top1": 0.10654241388494318,
      "head_2_top5": 0.29100175337357953,
      "head_3_top1": 0.07723444158380682,
      "head_3_top5": 0.225372314453125,
      "head_4_top1": 0.05480124733664773,
      "head_4_top5": 0.1705294522372159,
      "head_5_top1": 0.029491077769886364,
      "head_5_top5": 0.09625244140625,
      "head_6_top1": 0.019381436434659092,
      "head_6_top5": 0.066375732421875,
      "head_7_top1": 0.015830300071022728,
      "head_7_top5": 0.056168989701704544,
      "loss": 4.471532648259943,
      "semantic_top1": 0.3902920809659091,
      "semantic_top5": 0.7558732466264204,
      "step": 6500,
      "teacher_forced_acoustic_top1": 0.13712816114549514,
      "teacher_forced_acoustic_top5": 0.35628162730823865,
      "teacher_forced_head_0_top1": 0.3902920809659091,
      "teacher_forced_head_0_top5": 0.7558732466264204,
      "teacher_forced_head_1_top1": 0.21818403764204544,
      "teacher_forced_head_1_top5": 0.5192593661221591,
      "teacher_forced_head_2_top1": 0.18227317116477273,
      "teacher_forced_head_2_top5": 0.45274214311079547,
      "teacher_forced_head_3_top1": 0.1423006924715909,
      "teacher_forced_head_3_top5": 0.3736045143821023,
      "teacher_forced_head_4_top1": 0.11981478604403409,
      "teacher_forced_head_4_top5": 0.32512318004261365,
      "teacher_forced_head_5_top1": 0.11358920010653409,
      "teacher_forced_head_5_top5": 0.30809159712357953,
      "teacher_forced_head_6_top1": 0.10111583362926137,
      "teacher_forced_head_6_top5": 0.2788058194247159,
      "teacher_forced_head_7_top1": 0.08261940696022728,
      "teacher_forced_head_7_top5": 0.23634477095170456,
      "teacher_forced_semantic_top1": 0.3902920809659091,
      "teacher_forced_semantic_top5": 0.7558732466264204,
      "teacher_kl_loss": 2.0745729966597124
    },
    {
      "acoustic_top1": 0.061628465528612016,
      "acoustic_top5": 0.17722191748681007,
      "ce_loss": 3.9034725535999644,
      "checkpoint": "checkpoint-7000",
      "head_0_top1": 0.39515269886363635,
      "head_0_top5": 0.7628173828125,
      "head_1_top1": 0.12051946466619318,
      "head_1_top5": 0.3134404962713068,
      "head_2_top1": 0.10957752574573863,
      "head_2_top5": 0.2969887473366477,
      "head_3_top1": 0.07906549627130682,
      "head_3_top5": 0.23087935014204544,
      "head_4_top1": 0.056138472123579544,
      "head_4_top5": 0.1742220791903409,
      "head_5_top1": 0.03048151189630682,
      "head_5_top5": 0.09976473721590909,
      "head_6_top1": 0.01944524591619318,
      "head_6_top5": 0.06805974786931818,
      "head_7_top1": 0.016171542080965908,
      "head_7_top5": 0.05719826438210227,
      "loss": 4.417569593949751,
      "semantic_top1": 0.39515269886363635,
      "semantic_top5": 0.7628173828125,
      "step": 7000,
      "teacher_forced_acoustic_top1": 0.14158927620231332,
      "teacher_forced_acoustic_top5": 0.365430955762987,
      "teacher_forced_head_0_top1": 0.39515269886363635,
      "teacher_forced_head_0_top5": 0.7628173828125,
      "teacher_forced_head_1_top1": 0.22058660333806818,
      "teacher_forced_head_1_top5": 0.5252019708806818,
      "teacher_forced_head_2_top1": 0.18898703835227273,
      "teacher_forced_head_2_top5": 0.4642916592684659,
      "teacher_forced_head_3_top1": 0.14750532670454544,
      "teacher_forced_head_3_top5": 0.38419688831676135,
      "teacher_forced_head_4_top1": 0.12605979225852273,
      "teacher_forced_head_4_top5": 0.33790727095170453,
      "teacher_forced_head_5_top1": 0.11654108220880682,
      "teacher_forced_head_5_top5": 0.31425337357954547,
      "teacher_forced_head_6_top1": 0.10574895685369318,
      "teacher_forced_head_6_top5": 0.28877397017045453,
      "teacher_forced_head_7_top1": 0.08569613370028409,
      "teacher_forced_head_7_top5": 0.24339155717329544,
      "teacher_forced_semantic_top1": 0.39515269886363635,
      "teacher_forced_semantic_top5": 0.7628173828125,
      "teacher_kl_loss": 2.056388334794478
    },
    {
      "acoustic_top1": 0.06266170353084416,
      "acoustic_top5": 0.17879099660105519,
      "ce_loss": 3.8620099154385654,
      "checkpoint": "checkpoint-7500",
      "head_0_top1": 0.400421142578125,
      "head_0_top5": 0.7679914994673296,
      "head_1_top1": 0.12320223721590909,
      "head_1_top5": 0.31805419921875,
      "head_2_top1": 0.11184137517755682,
      "head_2_top5": 0.29933305220170453,
      "head_3_top1": 0.08085216175426137,
      "head_3_top5": 0.23441661487926135,
      "head_4_top1": 0.05676546963778409,
      "head_4_top5": 0.17567305131392044,
      "head_5_top1": 0.030018199573863636,
      "head_5_top5": 0.09848299893465909,
      "head_6_top1": 0.019411954012784092,
      "head_6_top5": 0.06780173561789772,
      "head_7_top1": 0.01654052734375,
      "head_7_top5": 0.057775324041193184,
      "loss": 4.369914661754262,
      "semantic_top1": 0.400421142578125,
      "semantic_top5": 0.7679914994673296,
      "step": 7500,
      "teacher_forced_acoustic_top1": 0.14568536931818182,
      "teacher_forced_acoustic_top5": 0.3735228699523133,
      "teacher_forced_head_0_top1": 0.400421142578125,
      "teacher_forced_head_0_top5": 0.7679914994673296,
      "teacher_forced_head_1_top1": 0.2263211337002841,
      "teacher_forced_head_1_top5": 0.5364185680042614,
      "teacher_forced_head_2_top1": 0.19451071999289773,
      "teacher_forced_head_2_top5": 0.47429310191761365,
      "teacher_forced_head_3_top1": 0.1519442471590909,
      "teacher_forced_head_3_top5": 0.3930414373224432,
      "teacher_forced_head_4_top1": 0.12882579456676135,
      "teacher_forced_head_4_top5": 0.3427207253196023,
      "teacher_forced_head_5_top1": 0.12033913352272728,
      "teacher_forced_head_5_top5": 0.3226096413352273,
      "teacher_forced_head_6_top1": 0.10862593217329546,
      "teacher_forced_head_6_top5": 0.2941006747159091,
      "teacher_forced_head_7_top1": 0.08923062411221591,
      "teacher_forced_head_7_top5": 0.25147594105113635,
      "teacher_forced_semantic_top1": 0.400421142578125,
      "teacher_forced_semantic_top5": 0.7679914994673296,
      "teacher_kl_loss": 2.0316200256347656
    },
    {
      "acoustic_top1": 0.0639581061028815,
      "acoustic_top5": 0.1811170701856737,
      "ce_loss": 3.822145635431463,
      "checkpoint": "checkpoint-8000",
      "head_0_top1": 0.4034340598366477,
      "head_0_top5": 0.7730768377130682,
      "head_1_top1": 0.12611805308948865,
      "head_1_top5": 0.32335038618607953,
      "head_2_top1": 0.11417180841619318,
      "head_2_top5": 0.3046653053977273,
      "head_3_top1": 0.08142644708806818,
      "head_3_top5": 0.23485218394886365,
      "head_4_top1": 0.058202570134943184,
      "head_4_top5": 0.17689098011363635,
      "head_5_top1": 0.030814430930397728,
      "head_5_top5": 0.10072742808948863,
      "head_6_top1": 0.020161021839488636,
      "head_6_top5": 0.06876997514204546,
      "head_7_top1": 0.016812411221590908,
      "head_7_top5": 0.058563232421875,
      "loss": 4.324991052800959,
      "semantic_top1": 0.4034340598366477,
      "semantic_top5": 0.7730768377130682,
      "step": 8000,
      "teacher_forced_acoustic_top1": 0.1499566412591315,
      "teacher_forced_acoustic_top5": 0.38120140967431004,
      "teacher_forced_head_0_top1": 0.4034340598366477,
      "teacher_forced_head_0_top5": 0.7730768377130682,
      "teacher_forced_head_1_top1": 0.23122059215198865,
      "teacher_forced_head_1_top5": 0.5431934703480114,
      "teacher_forced_head_2_top1": 0.2011136141690341,
      "teacher_forced_head_2_top5": 0.48533491654829547,
      "teacher_forced_head_3_top1": 0.15585882013494318,
      "teacher_forced_head_3_top5": 0.4009760076349432,
      "teacher_forced_head_4_top1": 0.13283746892755682,
      "teacher_forced_head_4_top5": 0.35063310102982953,
      "teacher_forced_head_5_top1": 0.12466985529119318,
      "teacher_forced_head_5_top5": 0.3289129083806818,
      "teacher_forced_head_6_top1": 0.11199951171875,
      "teacher_forced_head_6_top5": 0.3014137961647727,
      "teacher_forced_head_7_top1": 0.09199662642045454,
      "teacher_forced_head_7_top5": 0.25794566761363635,
      "teacher_forced_semantic_top1": 0.4034340598366477,
      "teacher_forced_semantic_top5": 0.7730768377130682,
      "teacher_kl_loss": 2.011382363059304
    },
    {
      "acoustic_top1": 0.0646409864549513,
      "acoustic_top5": 0.1827630377435065,
      "ce_loss": 3.7836407748135654,
      "checkpoint": "checkpoint-8500",
      "head_0_top1": 0.40648304332386365,
      "head_0_top5": 0.7767916592684659,
      "head_1_top1": 0.12880914861505682,
      "head_1_top5": 0.3271401145241477,
      "head_2_top1": 0.11501242897727272,
      "head_2_top5": 0.30525346235795453,
      "head_3_top1": 0.08272205699573863,
      "head_3_top5": 0.23890824751420456,
      "head_4_top1": 0.05909035422585227,
      "head_4_top5": 0.18126886541193182,
      "head_5_top1": 0.03082830255681818,
      "head_5_top5": 0.10063587535511363,
      "head_6_top1": 0.019855846058238636,
      "head_6_top5": 0.06845370205965909,
      "head_7_top1": 0.01616876775568182,
      "head_7_top5": 0.05768099698153409,
      "loss": 4.283234336159446,
      "semantic_top1": 0.40648304332386365,
      "semantic_top5": 0.7767916592684659,
      "step": 8500,
      "teacher_forced_acoustic_top1": 0.15411416586343343,
      "teacher_forced_acoustic_top5": 0.3892754889153815,
      "teacher_forced_head_0_top1": 0.40648304332386365,
      "teacher_forced_head_0_top5": 0.7767916592684659,
      "teacher_forced_head_1_top1": 0.236328125,
      "teacher_forced_head_1_top5": 0.5518022017045454,
      "teacher_forced_head_2_top1": 0.20595481178977273,
      "teacher_forced_head_2_top5": 0.4937494451349432,
      "teacher_forced_head_3_top1": 0.16086925159801135,
      "teacher_forced_head_3_top5": 0.4093905362215909,
      "teacher_forced_head_4_top1": 0.13811700994318182,
      "teacher_forced_head_4_top5": 0.36060957475142047,
      "teacher_forced_head_5_top1": 0.12751076438210227,
      "teacher_forced_head_5_top5": 0.3362371271306818,
      "teacher_forced_head_6_top1": 0.11474886807528409,
      "teacher_forced_head_6_top5": 0.30845503373579547,
      "teacher_forced_head_7_top1": 0.09527033025568182,
      "teacher_forced_head_7_top5": 0.2646845037286932,
      "teacher_forced_semantic_top1": 0.40648304332386365,
      "teacher_forced_semantic_top5": 0.7767916592684659,
      "teacher_kl_loss": 1.9983742453835227
    },
    {
      "acoustic_top1": 0.06501591670048701,
      "acoustic_top5": 0.1831657112418831,
      "ce_loss": 3.7537623318758877,
      "checkpoint": "checkpoint-9000",
      "head_0_top1": 0.4092656915838068,
      "head_0_top5": 0.7805536443536932,
      "head_1_top1": 0.1296053799715909,
      "head_1_top5": 0.3295842950994318,
      "head_2_top1": 0.11597789417613637,
      "head_2_top5": 0.3076449307528409,
      "head_3_top1": 0.083526611328125,
      "head_3_top5": 0.23914961381392044,
      "head_4_top1": 0.059281782670454544,
      "head_4_top5": 0.18025623668323865,
      "head_5_top1": 0.030978116122159092,
      "head_5_top5": 0.10028908469460228,
      "head_6_top1": 0.019356467507102272,
      "head_6_top5": 0.06762972745028409,
      "head_7_top1": 0.016385165127840908,
      "head_7_top5": 0.05760609019886364,
      "loss": 4.250478571111506,
      "semantic_top1": 0.4092656915838068,
      "semantic_top5": 0.7805536443536932,
      "step": 9000,
      "teacher_forced_acoustic_top1": 0.1571254977932224,
      "teacher_forced_acoustic_top5": 0.3952121486911526,
      "teacher_forced_head_0_top1": 0.4092656915838068,
      "teacher_forced_head_0_top5": 0.7805536443536932,
      "teacher_forced_head_1_top1": 0.2391024502840909,
      "teacher_forced_head_1_top5": 0.5569374778053977,
      "teacher_forced_head_2_top1": 0.21059625799005682,
      "teacher_forced_head_2_top5": 0.5027077414772727,
      "teacher_forced_head_3_top1": 0.16428999467329544,
      "teacher_forced_head_3_top5": 0.4160239479758523,
      "teacher_forced_head_4_top1": 0.1406888094815341,
      "teacher_forced_head_4_top5": 0.36631358753551135,
      "teacher_forced_head_5_top1": 0.12939453125,
      "teacher_forced_head_5_top5": 0.3399131081321023,
      "teacher_forced_head_6_top1": 0.11781449751420454,
      "teacher_forced_head_6_top5": 0.3145086115056818,
      "teacher_forced_head_7_top1": 0.097991943359375,
      "teacher_forced_head_7_top5": 0.27008056640625,
      "teacher_forced_semantic_top1": 0.4092656915838068,
      "teacher_forced_semantic_top5": 0.7805536443536932,
      "teacher_kl_loss": 1.9868659973144531
    },
    {
      "acoustic_top1": 0.0661743956726867,
      "acoustic_top5": 0.18579418628246752,
      "ce_loss": 3.727487390691584,
      "checkpoint": "checkpoint-9500",
      "head_0_top1": 0.4121038263494318,
      "head_0_top5": 0.7835471413352273,
      "head_1_top1": 0.13140314275568182,
      "head_1_top5": 0.3323003595525568,
      "head_2_top1": 0.11755648526278409,
      "head_2_top5": 0.3114568536931818,
      "head_3_top1": 0.08498035777698863,
      "head_3_top5": 0.24326393821022727,
      "head_4_top1": 0.060216730291193184,
      "head_4_top5": 0.1828641024502841,
      "head_5_top1": 0.03200184215198864,
      "head_5_top5": 0.10260564630681818,
      "head_6_top1": 0.020144375887784092,
      "head_6_top5": 0.06928322531960228,
      "head_7_top1": 0.016917835582386364,
      "head_7_top5": 0.05878517844460227,
      "loss": 4.22056059403853,
      "semantic_top1": 0.4121038263494318,
      "semantic_top5": 0.7835471413352273,
      "step": 9500,
      "teacher_forced_acoustic_top1": 0.15969293767755682,
      "teacher_forced_acoustic_top5": 0.40056065150669645,
      "teacher_forced_head_0_top1": 0.4121038263494318,
      "teacher_forced_head_0_top5": 0.7835471413352273,
      "teacher_forced_head_1_top1": 0.241943359375,
      "teacher_forced_head_1_top5": 0.5620672052556818,
      "teacher_forced_head_2_top1": 0.2133150967684659,
      "teacher_forced_head_2_top5": 0.5092523748224432,
      "teacher_forced_head_3_top1": 0.166748046875,
      "teacher_forced_head_3_top5": 0.4220359108664773,
      "teacher_forced_head_4_top1": 0.14280284534801135,
      "teacher_forced_head_4_top5": 0.37010609019886365,
      "teacher_forced_head_5_top1": 0.1328097256747159,
      "teacher_forced_head_5_top5": 0.346710205078125,
      "teacher_forced_head_6_top1": 0.12038352272727272,
      "teacher_forced_head_6_top5": 0.3197604092684659,
      "teacher_forced_head_7_top1": 0.09984796697443182,
      "teacher_forced_head_7_top5": 0.2739923650568182,
      "teacher_forced_semantic_top1": 0.4121038263494318,
      "teacher_forced_semantic_top5": 0.7835471413352273,
      "teacher_kl_loss": 1.972291426225142
    },
    {
      "acoustic_top1": 0.06716681146002434,
      "acoustic_top5": 0.18777624353185876,
      "ce_loss": 3.6990127563476562,
      "checkpoint": "checkpoint-10000",
      "head_0_top1": 0.41499467329545453,
      "head_0_top5": 0.7869151722301136,
      "head_1_top1": 0.13361982865767044,
      "head_1_top5": 0.33695567737926135,
      "head_2_top1": 0.11966219815340909,
      "head_2_top5": 0.31517444957386365,
      "head_3_top1": 0.08618441495028409,
      "head_3_top5": 0.24439308860085227,
      "head_4_top1": 0.060888117009943184,
      "head_4_top5": 0.18430675159801135,
      "head_5_top1": 0.032140558416193184,
      "head_5_top5": 0.10397893732244318,
      "head_6_top1": 0.020679820667613636,
      "head_6_top5": 0.07042347301136363,
      "head_7_top1": 0.01699274236505682,
      "head_7_top5": 0.05920132723721591,
      "loss": 4.191054604270241,
      "semantic_top1": 0.41499467329545453,
      "semantic_top5": 0.7869151722301136,
      "step": 10000,
      "teacher_forced_acoustic_top1": 0.16259329659598215,
      "teacher_forced_acoustic_top5": 0.4063530463676948,
      "teacher_forced_head_0_top1": 0.41499467329545453,
      "teacher_forced_head_0_top5": 0.7869151722301136,
      "teacher_forced_head_1_top1": 0.2463406649502841,
      "teacher_forced_head_1_top5": 0.5691861239346591,
      "teacher_forced_head_2_top1": 0.21805919300426135,
      "teacher_forced_head_2_top5": 0.5158719149502841,
      "teacher_forced_head_3_top1": 0.16944469105113635,
      "teacher_forced_head_3_top5": 0.42620849609375,
      "teacher_forced_head_4_top1": 0.1442898837002841,
      "teacher_forced_head_4_top5": 0.3746615323153409,
      "teacher_forced_head_5_top1": 0.13590864701704544,
      "teacher_forced_head_5_top5": 0.35374311967329547,
      "teacher_forced_head_6_top1": 0.12234219637784091,
      "teacher_forced_head_6_top5": 0.32518144087357953,
      "teacher_forced_head_7_top1": 0.10176780007102272,
      "teacher_forced_head_7_top5": 0.27961869673295453,
      "teacher_forced_semantic_top1": 0.41499467329545453,
      "teacher_forced_semantic_top5": 0.7869151722301136,
      "teacher_kl_loss": 1.9681649641557173
    },
    {
      "acoustic_top1": 0.06788853236607142,
      "acoustic_top5": 0.18936712091619318,
      "ce_loss": 3.6769946705211294,
      "checkpoint": "checkpoint-10500",
      "head_0_top1": 0.4171836159446023,
      "head_0_top5": 0.7889986905184659,
      "head_1_top1": 0.13480169122869318,
      "head_1_top5": 0.3386924050071023,
      "head_2_top1": 0.12043900923295454,
      "head_2_top5": 0.3162786310369318,
      "head_3_top1": 0.08769919655539772,
      "head_3_top5": 0.24909279563210227,
      "head_4_top1": 0.061506791548295456,
      "head_4_top5": 0.18559403852982956,
      "head_5_top1": 0.03254006125710227,
      "head_5_top5": 0.10463645241477272,
      "head_6_top1": 0.020965576171875,
      "head_6_top5": 0.07121693004261363,
      "head_7_top1": 0.01726740056818182,
      "head_7_top5": 0.06005859375,
      "loss": 4.167436426336115,
      "semantic_top1": 0.4171836159446023,
      "semantic_top5": 0.7889986905184659,
      "step": 10500,
      "teacher_forced_acoustic_top1": 0.16513933454241073,
      "teacher_forced_acoustic_top5": 0.41096238966112014,
      "teacher_forced_head_0_top1": 0.4171836159446023,
      "teacher_forced_head_0_top5": 0.7889986905184659,
      "teacher_forced_head_1_top1": 0.24818836558948865,
      "teacher_forced_head_1_top5": 0.5725042169744318,
      "teacher_forced_head_2_top1": 0.22010109641335227,
      "teacher_forced_head_2_top5": 0.5202359286221591,
      "teacher_forced_head_3_top1": 0.17345081676136365,
      "teacher_forced_head_3_top5": 0.4341652610085227,
      "teacher_forced_head_4_top1": 0.14851518110795456,
      "teacher_forced_head_4_top5": 0.38130326704545453,
      "teacher_forced_head_5_top1": 0.13826127485795456,
      "teacher_forced_head_5_top5": 0.3576271750710227,
      "teacher_forced_head_6_top1": 0.12416770241477272,
      "teacher_forced_head_6_top5": 0.32838578657670453,
      "teacher_forced_head_7_top1": 0.10329090465198863,
      "teacher_forced_head_7_top5": 0.28251509232954547,
      "teacher_forced_semantic_top1": 0.4171836159446023,
      "teacher_forced_semantic_top5": 0.7889986905184659,
      "teacher_kl_loss": 1.9617673700506038
    },
    {
      "acoustic_top1": 0.06814456295657467,
      "acoustic_top5": 0.1892747755174513,
      "ce_loss": 3.656174052845348,
      "checkpoint": "checkpoint-11000",
      "head_0_top1": 0.41898970170454547,
      "head_0_top5": 0.7907798073508523,
      "head_1_top1": 0.136444091796875,
      "head_1_top5": 0.3409645774147727,
      "head_2_top1": 0.12174849076704546,
      "head_2_top5": 0.3177129572088068,
      "head_3_top1": 0.08769087357954546,
      "head_3_top5": 0.2484103116122159,
      "head_4_top1": 0.06118496981534091,
      "head_4_top5": 0.18498368696732956,
      "head_5_top1": 0.03206565163352273,
      "head_5_top5": 0.10384854403409091,
      "head_6_top1": 0.02091008966619318,
      "head_6_top5": 0.07012107155539772,
      "head_7_top1": 0.0169677734375,
      "head_7_top5": 0.058882279829545456,
      "loss": 4.142878792502663,
      "semantic_top1": 0.41898970170454547,
      "semantic_top5": 0.7907798073508523,
      "step": 11000,
      "teacher_forced_acoustic_top1": 0.16782527774959416,
      "teacher_forced_acoustic_top5": 0.415476216898336,
      "teacher_forced_head_0_top1": 0.41898970170454547,
      "teacher_forced_head_0_top5": 0.7907798073508523,
      "teacher_forced_head_1_top1": 0.25193647904829547,
      "teacher_forced_head_1_top5": 0.5773814808238636,
      "teacher_forced_head_2_top1": 0.22434858842329544,
      "teacher_forced_head_2_top5": 0.525970458984375,
      "teacher_forced_head_3_top1": 0.1764193448153409,
      "teacher_forced_head_3_top5": 0.43894542347301135,
      "teacher_forced_head_4_top1": 0.15104536576704544,
      "teacher_forced_head_4_top5": 0.3857061212713068,
      "teacher_forced_head_5_top1": 0.1397122469815341,
      "teacher_forced_head_5_top5": 0.3611477938565341,
      "teacher_forced_head_6_top1": 0.12666736949573865,
      "teacher_forced_head_6_top5": 0.33287464488636365,
      "teacher_forced_head_7_top1": 0.10464754971590909,
      "teacher_forced_head_7_top5": 0.2863075949928977,
      "teacher_forced_semantic_top1": 0.41898970170454547,
      "teacher_forced_semantic_top5": 0.7907798073508523,
      "teacher_kl_loss": 1.9468210393732244
    },
    {
      "acoustic_top1": 0.06911438780945617,
      "acoustic_top5": 0.19139515269886365,
      "ce_loss": 3.63882758400657,
      "checkpoint": "checkpoint-11500",
      "head_0_top1": 0.4203102805397727,
      "head_0_top5": 0.79229736328125,
      "head_1_top1": 0.13767866654829544,
      "head_1_top5": 0.34406904740767047,
      "head_2_top1": 0.12287764115767046,
      "head_2_top5": 0.32005726207386365,
      "head_3_top1": 0.08915016867897728,
      "head_3_top5": 0.25083784623579547,
      "head_4_top1": 0.06264703924005682,
      "head_4_top5": 0.18806596235795456,
      "head_5_top1": 0.033178156072443184,
      "head_5_top5": 0.10561856356534091,
      "head_6_top1": 0.020721435546875,
      "head_6_top5": 0.07068980823863637,
      "head_7_top1": 0.017547607421875,
      "head_7_top5": 0.06042757901278409,
      "loss": 4.125774036754262,
      "semantic_top1": 0.4203102805397727,
      "semantic_top5": 0.79229736328125,
      "step": 11500,
      "teacher_forced_acoustic_top1": 0.16935749797077923,
      "teacher_forced_acoustic_top5": 0.418962354783888,
      "teacher_forced_head_0_top1": 0.4203102805397727,
      "teacher_forced_head_0_top5": 0.79229736328125,
      "teacher_forced_head_1_top1": 0.25285478071732953,
      "teacher_forced_head_1_top5": 0.5801474831321023,
      "teacher_forced_head_2_top1": 0.22586891867897727,
      "teacher_forced_head_2_top5": 0.5296131480823864,
      "teacher_forced_head_3_top1": 0.17793967507102273,
      "teacher_forced_head_3_top5": 0.4413979270241477,
      "teacher_forced_head_4_top1": 0.15268776633522727,
      "teacher_forced_head_4_top5": 0.39073319868607953,
      "teacher_forced_head_5_top1": 0.14063054865056818,
      "teacher_forced_head_5_top5": 0.3644991787997159,
      "teacher_forced_head_6_top1": 0.12837357954545456,
      "teacher_forced_head_6_top5": 0.33540205522017047,
      "teacher_forced_head_7_top1": 0.107147216796875,
      "teacher_forced_head_7_top5": 0.29094349254261365,
      "teacher_forced_semantic_top1": 0.4203102805397727,
      "teacher_forced_semantic_top5": 0.79229736328125,
      "teacher_kl_loss": 1.947785810990767
    },
    {
      "acoustic_top1": 0.0686502828226461,
      "acoustic_top5": 0.189802293653612,
      "ce_loss": 3.625430367209695,
      "checkpoint": "checkpoint-12000",
      "head_0_top1": 0.422332763671875,
      "head_0_top5": 0.7949135520241477,
      "head_1_top1": 0.13837779651988635,
      "head_1_top5": 0.3439885919744318,
      "head_2_top1": 0.12284989790482954,
      "head_2_top5": 0.31920276988636365,
      "head_3_top1": 0.08809592507102272,
      "head_3_top5": 0.24818836558948865,
      "head_4_top1": 0.061712091619318184,
      "head_4_top5": 0.1852999600497159,
      "head_5_top1": 0.03203513405539773,
      "head_5_top5": 0.10318270596590909,
      "head_6_top1": 0.02041071111505682,
      "head_6_top5": 0.06956343217329546,
      "head_7_top1": 0.017070423473011364,
      "head_7_top5": 0.059190229936079544,
      "loss": 4.108816667036577,
      "semantic_top1": 0.422332763671875,
      "semantic_top5": 0.7949135520241477,
      "step": 12000,
      "teacher_forced_acoustic_top1": 0.17103200144581981,
      "teacher_forced_acoustic_top5": 0.4218302144632711,
      "teacher_forced_head_0_top1": 0.422332763671875,
      "teacher_forced_head_0_top5": 0.7949135520241477,
      "teacher_forced_head_1_top1": 0.2553461248224432,
      "teacher_forced_head_1_top5": 0.5845198197798296,
      "teacher_forced_head_2_top1": 0.2289706143465909,
      "teacher_forced_head_2_top5": 0.5332447398792614,
      "teacher_forced_head_3_top1": 0.1793545809659091,
      "teacher_forced_head_3_top5": 0.44429432262073865,
      "teacher_forced_head_4_top1": 0.15309281782670456,
      "teacher_forced_head_4_top5": 0.3911659934303977,
      "teacher_forced_head_5_top1": 0.14308582652698865,
      "teacher_forced_head_5_top5": 0.367828369140625,
      "teacher_forced_head_6_top1": 0.1295443448153409,
      "teacher_forced_head_6_top5": 0.33925004438920453,
      "teacher_forced_head_7_top1": 0.10782970081676137,
      "teacher_forced_head_7_top5": 0.2925082120028409,
      "teacher_forced_semantic_top1": 0.422332763671875,
      "teacher_forced_semantic_top5": 0.7949135520241477,
      "teacher_kl_loss": 1.9335431185635654
    },
    {
      "acoustic_top1": 0.06940093597808442,
      "acoustic_top5": 0.1918275511109984,
      "ce_loss": 3.607939286665483,
      "checkpoint": "checkpoint-12500",
      "head_0_top1": 0.4233675870028409,
      "head_0_top5": 0.7964505282315341,
      "head_1_top1": 0.13954856178977273,
      "head_1_top5": 0.3455283425071023,
      "head_2_top1": 0.12340476296164772,
      "head_2_top5": 0.32207142223011365,
      "head_3_top1": 0.09004350142045454,
      "head_3_top5": 0.25267167524857953,
      "head_4_top1": 0.06262761896306818,
      "head_4_top5": 0.18893987482244318,
      "head_5_top1": 0.03284523703835227,
      "head_5_top5": 0.104644775390625,
      "head_6_top1": 0.020424582741477272,
      "head_6_top5": 0.07030695134943182,
      "head_7_top1": 0.01691228693181818,
      "head_7_top5": 0.058629816228693184,
      "loss": 4.088985443115234,
      "semantic_top1": 0.4233675870028409,
      "semantic_top5": 0.7964505282315341,
      "step": 12500,
      "teacher_forced_acoustic_top1": 0.173265333299513,
      "teacher_forced_acoustic_top5": 0.42548241553368504,
      "teacher_forced_head_0_top1": 0.4233675870028409,
      "teacher_forced_head_0_top5": 0.7964505282315341,
      "teacher_forced_head_1_top1": 0.258148193359375,
      "teacher_forced_head_1_top5": 0.5878850763494318,
      "teacher_forced_head_2_top1": 0.23052423650568182,
      "teacher_forced_head_2_top5": 0.5373701615767046,
      "teacher_forced_head_3_top1": 0.18223155628551135,
      "teacher_forced_head_3_top5": 0.44835038618607953,
      "teacher_forced_head_4_top1": 0.15584494850852273,
      "teacher_forced_head_4_top5": 0.3954107111150568,
      "teacher_forced_head_5_top1": 0.14497791637073865,
      "teacher_forced_head_5_top5": 0.3703224875710227,
      "teacher_forced_head_6_top1": 0.13160289417613635,
      "teacher_forced_head_6_top5": 0.34254316850142047,
      "teacher_forced_head_7_top1": 0.109527587890625,
      "teacher_forced_head_7_top5": 0.29649491743607953,
      "teacher_forced_semantic_top1": 0.4233675870028409,
      "teacher_forced_semantic_top5": 0.7964505282315341,
      "teacher_kl_loss": 1.9241834120316939
    },
    {
      "acoustic_top1": 0.07023442255986201,
      "acoustic_top5": 0.1937188482903815,
      "ce_loss": 3.5932627591219815,
      "checkpoint": "checkpoint-13000",
      "head_0_top1": 0.424530029296875,
      "head_0_top5": 0.7973438609730114,
      "head_1_top1": 0.1412325772372159,
      "head_1_top5": 0.34925426136363635,
      "head_2_top1": 0.12485573508522728,
      "head_2_top5": 0.3240744850852273,
      "head_3_top1": 0.09054287997159091,
      "head_3_top5": 0.25471080433238635,
      "head_4_top1": 0.06354314630681818,
      "head_4_top5": 0.19007734818892044,
      "head_5_top1": 0.033097700639204544,
      "head_5_top5": 0.10591819069602272,
      "head_6_top1": 0.02108209783380682,
      "head_6_top5": 0.07184947620738637,
      "head_7_top1": 0.017286820845170456,
      "head_7_top5": 0.06014737215909091,
      "loss": 4.07457802512429,
      "semantic_top1": 0.424530029296875,
      "semantic_top5": 0.7973438609730114,
      "step": 13000,
      "teacher_forced_acoustic_top1": 0.17467944653003248,
      "teacher_forced_acoustic_top5": 0.4284446022727273,
      "teacher_forced_head_0_top1": 0.424530029296875,
      "teacher_forced_head_0_top5": 0.7973438609730114,
      "teacher_forced_head_1_top1": 0.25966297496448865,
      "teacher_forced_head_1_top5": 0.5907259854403409,
      "teacher_forced_head_2_top1": 0.2319363680752841,
      "teacher_forced_head_2_top5": 0.5394398082386364,
      "teacher_forced_head_3_top1": 0.18344671075994318,
      "teacher_forced_head_3_top5": 0.45167957652698865,
      "teacher_forced_head_4_top1": 0.15784801136363635,
      "teacher_forced_head_4_top5": 0.40102039683948865,
      "teacher_forced_head_5_top1": 0.14616532759232956,
      "teacher_forced_head_5_top5": 0.37375987659801135,
      "teacher_forced_head_6_top1": 0.132904052734375,
      "teacher_forced_head_6_top5": 0.344512939453125,
      "teacher_forced_head_7_top1": 0.11079268022017046,
      "teacher_forced_head_7_top5": 0.2979736328125,
      "teacher_forced_semantic_top1": 0.424530029296875,
      "teacher_forced_semantic_top5": 0.7973438609730114,
      "teacher_kl_loss": 1.9252595034512607
    },
    {
      "acoustic_top1": 0.07083209149249188,
      "acoustic_top5": 0.19488287591314934,
      "ce_loss": 3.5790124373002485,
      "checkpoint": "checkpoint-13500",
      "head_0_top1": 0.42552323774857953,
      "head_0_top5": 0.7986200506036932,
      "head_1_top1": 0.14177634499289773,
      "head_1_top5": 0.350372314453125,
      "head_2_top1": 0.12656749378551135,
      "head_2_top5": 0.3274508389559659,
      "head_3_top1": 0.09150557084517046,
      "head_3_top5": 0.25602583451704547,
      "head_4_top1": 0.063751220703125,
      "head_4_top5": 0.19011896306818182,
      "head_5_top1": 0.033563787286931816,
      "head_5_top5": 0.10671442205255682,
      "head_6_top1": 0.020979447798295456,
      "head_6_top5": 0.07242653586647728,
      "head_7_top1": 0.017680775035511364,
      "head_7_top5": 0.061071222478693184,
      "loss": 4.058255282315341,
      "semantic_top1": 0.42552323774857953,
      "semantic_top5": 0.7986200506036932,
      "step": 13500,
      "teacher_forced_acoustic_top1": 0.17647522765320617,
      "teacher_forced_acoustic_top5": 0.4316862032010958,
      "teacher_forced_head_0_top1": 0.42552323774857953,
      "teacher_forced_head_0_top5": 0.7986200506036932,
      "teacher_forced_head_1_top1": 0.2614191228693182,
      "teacher_forced_head_1_top5": 0.5928511186079546,
      "teacher_forced_head_2_top1": 0.23530994762073865,
      "teacher_forced_head_2_top5": 0.5462174849076704,
      "teacher_forced_head_3_top1": 0.18543590198863635,
      "teacher_forced_head_3_top5": 0.4548617276278409,
      "teacher_forced_head_4_top1": 0.15849165482954544,
      "teacher_forced_head_4_top5": 0.4017972079190341,
      "teacher_forced_head_5_top1": 0.14744429154829544,
      "teacher_forced_head_5_top5": 0.37542724609375,
      "teacher_forced_head_6_top1": 0.13420798561789773,
      "teacher_forced_head_6_top5": 0.34751753373579547,
      "teacher_forced_head_7_top1": 0.11301768909801137,
      "teacher_forced_head_7_top5": 0.303131103515625,
      "teacher_forced_semantic_top1": 0.42552323774857953,
      "teacher_forced_semantic_top5": 0.7986200506036932,
      "teacher_kl_loss": 1.9169731140136719
    },
    {
      "acoustic_top1": 0.07123991730925325,
      "acoustic_top5": 0.19571239917309252,
      "ce_loss": 3.5653242631392046,
      "checkpoint": "checkpoint-14000",
      "head_0_top1": 0.4271906072443182,
      "head_0_top5": 0.8005038174715909,
      "head_1_top1": 0.1431607333096591,
      "head_1_top5": 0.35215620561079547,
      "head_2_top1": 0.12685047496448865,
      "head_2_top5": 0.32832752574573865,
      "head_3_top1": 0.09192449396306818,
      "head_3_top5": 0.25684980912642047,
      "head_4_top1": 0.06445867365056818,
      "head_4_top5": 0.1921358975497159,
      "head_5_top1": 0.03329745205965909,
      "head_5_top5": 0.10695856267755682,
      "head_6_top1": 0.021298495205965908,
      "head_6_top5": 0.07241266424005682,
      "head_7_top1": 0.017689098011363636,
      "head_7_top5": 0.06114612926136364,
      "loss": 4.043101224032315,
      "semantic_top1": 0.4271906072443182,
      "semantic_top5": 0.8005038174715909,
      "step": 14000,
      "teacher_forced_acoustic_top1": 0.1782591188108766,
      "teacher_forced_acoustic_top5": 0.434522752637987,
      "teacher_forced_head_0_top1": 0.4271906072443182,
      "teacher_forced_head_0_top5": 0.8005038174715909,
      "teacher_forced_head_1_top1": 0.2632501775568182,
      "teacher_forced_head_1_top5": 0.5962496670809659,
      "teacher_forced_head_2_top1": 0.23741843483664773,
      "teacher_forced_head_2_top5": 0.5482094504616477,
      "teacher_forced_head_3_top1": 0.18676202947443182,
      "teacher_forced_head_3_top5": 0.45762218128551135,
      "teacher_forced_head_4_top1": 0.16111339222301135,
      "teacher_forced_head_4_top5": 0.40538163618607953,
      "teacher_forced_head_5_top1": 0.1492337313565341,
      "teacher_forced_head_5_top5": 0.3793362704190341,
      "teacher_forced_head_6_top1": 0.13579767400568182,
      "teacher_forced_head_6_top5": 0.3501864346590909,
      "teacher_forced_head_7_top1": 0.11423839222301137,
      "teacher_forced_head_7_top5": 0.30467362837357953,
      "teacher_forced_semantic_top1": 0.4271906072443182,
      "teacher_forced_semantic_top5": 0.8005038174715909,
      "teacher_kl_loss": 1.9111083637584338
    },
    {
      "acoustic_top1": 0.07147414962966721,
      "acoustic_top5": 0.19630887910917208,
      "ce_loss": 3.5565983165394175,
      "checkpoint": "checkpoint-14500",
      "head_0_top1": 0.4278841885653409,
      "head_0_top5": 0.8010087446732954,
      "head_1_top1": 0.14332441850142044,
      "head_1_top5": 0.3526028719815341,
      "head_2_top1": 0.1279574307528409,
      "head_2_top5": 0.32938731800426135,
      "head_3_top1": 0.09239890358664772,
      "head_3_top5": 0.2581204501065341,
      "head_4_top1": 0.06394264914772728,
      "head_4_top5": 0.19234119762073865,
      "head_5_top1": 0.033522172407670456,
      "head_5_top5": 0.10738858309659091,
      "head_6_top1": 0.021381724964488636,
      "head_6_top5": 0.07323109019886363,
      "head_7_top1": 0.017791748046875,
      "head_7_top5": 0.061090642755681816,
      "loss": 4.033881794322621,
      "semantic_top1": 0.4278841885653409,
      "semantic_top5": 0.8010087446732954,
      "step": 14500,
      "teacher_forced_acoustic_top1": 0.17905891715706168,
      "teacher_forced_acoustic_top5": 0.4364473417207792,
      "teacher_forced_head_0_top1": 0.4278841885653409,
      "teacher_forced_head_0_top5": 0.8010087446732954,
      "teacher_forced_head_1_top1": 0.2639382102272727,
      "teacher_forced_head_1_top5": 0.5975924405184659,
      "teacher_forced_head_2_top1": 0.23798162286931818,
      "teacher_forced_head_2_top5": 0.5499128861860796,
      "teacher_forced_head_3_top1": 0.18793834339488635,
      "teacher_forced_head_3_top5": 0.460235595703125,
      "teacher_forced_head_4_top1": 0.1620150479403409,
      "teacher_forced_head_4_top5": 0.40718217329545453,
      "teacher_forced_head_5_top1": 0.14999944513494318,
      "teacher_forced_head_5_top5": 0.380889892578125,
      "teacher_forced_head_6_top1": 0.13664384321732956,
      "teacher_forced_head_6_top5": 0.35249189897017047,
      "teacher_forced_head_7_top1": 0.11489590731534091,
      "teacher_forced_head_7_top5": 0.3068265047940341,
      "teacher_forced_semantic_top1": 0.4278841885653409,
      "teacher_forced_semantic_top5": 0.8010087446732954,
      "teacher_kl_loss": 1.909133564342152
    },
    {
      "acoustic_top1": 0.07185185420048701,
      "acoustic_top5": 0.1967060039569805,
      "ce_loss": 3.5483759099786933,
      "checkpoint": "checkpoint-15000",
      "head_0_top1": 0.4282809170809659,
      "head_0_top5": 0.8020740855823864,
      "head_1_top1": 0.1445895108309659,
      "head_1_top5": 0.3536654385653409,
      "head_2_top1": 0.12766890092329544,
      "head_2_top5": 0.3298700506036932,
      "head_3_top1": 0.09311467950994318,
      "head_3_top5": 0.25917469371448865,
      "head_4_top1": 0.06458351828835228,
      "head_4_top5": 0.19266856800426135,
      "head_5_top1": 0.033555464311079544,
      "head_5_top5": 0.10765769264914772,
      "head_6_top1": 0.021506569602272728,
      "head_6_top5": 0.072967529296875,
      "head_7_top1": 0.0179443359375,
      "head_7_top5": 0.060938054865056816,
      "loss": 4.02495644309304,
      "semantic_top1": 0.4282809170809659,
      "semantic_top5": 0.8020740855823864,
      "step": 15000,
      "teacher_forced_acoustic_top1": 0.18008977716619318,
      "teacher_forced_acoustic_top5": 0.43826254312094154,
      "teacher_forced_head_0_top1": 0.4282809170809659,
      "teacher_forced_head_0_top5": 0.8020740855823864,
      "teacher_forced_head_1_top1": 0.26606611772017047,
      "teacher_forced_head_1_top5": 0.5997314453125,
      "teacher_forced_head_2_top1": 0.23893876509232956,
      "teacher_forced_head_2_top5": 0.5524985573508523,
      "teacher_forced_head_3_top1": 0.1893310546875,
      "teacher_forced_head_3_top5": 0.4626215154474432,
      "teacher_forced_head_4_top1": 0.16240622780539773,
      "teacher_forced_head_4_top5": 0.4082974520596591,
      "teacher_forced_head_5_top1": 0.15101762251420456,
      "teacher_forced_head_5_top5": 0.38322310014204547,
      "teacher_forced_head_6_top1": 0.13710160688920456,
      "teacher_forced_head_6_top5": 0.35346568714488635,
      "teacher_forced_head_7_top1": 0.11576704545454546,
      "teacher_forced_head_7_top5": 0.30800004438920453,
      "teacher_forced_semantic_top1": 0.4282809170809659,
      "teacher_forced_semantic_top5": 0.8020740855823864,
      "teacher_kl_loss": 1.906321265480735
    },
    {
      "acoustic_top1": 0.07175752714082792,
      "acoustic_top5": 0.19654112976866883,
      "ce_loss": 3.539377385919744,
      "checkpoint": "checkpoint-15500",
      "head_0_top1": 0.4290410822088068,
      "head_0_top5": 0.8031976873224432,
      "head_1_top1": 0.14455344460227273,
      "head_1_top5": 0.3551358309659091,
      "head_2_top1": 0.12801291725852273,
      "head_2_top5": 0.3299921209161932,
      "head_3_top1": 0.09318403764204546,
      "head_3_top5": 0.25883622602982953,
      "head_4_top1": 0.06473333185369318,
      "head_4_top5": 0.19295709783380682,
      "head_5_top1": 0.03340565074573864,
      "head_5_top5": 0.1064453125,
      "head_6_top1": 0.02099054509943182,
      "head_6_top5": 0.07190496271306818,
      "head_7_top1": 0.017422762784090908,
      "head_7_top5": 0.060516357421875,
      "loss": 4.0149470242587,
      "semantic_top1": 0.4290410822088068,
      "semantic_top5": 0.8031976873224432,
      "step": 15500,
      "teacher_forced_acoustic_top1": 0.18124627447747566,
      "teacher_forced_acoustic_top5": 0.44007100687398537,
      "teacher_forced_head_0_top1": 0.4290410822088068,
      "teacher_forced_head_0_top5": 0.8031976873224432,
      "teacher_forced_head_1_top1": 0.2666237571022727,
      "teacher_forced_head_1_top5": 0.6020702015269886,
      "teacher_forced_head_2_top1": 0.2415133389559659,
      "teacher_forced_head_2_top5": 0.5542630282315341,
      "teacher_forced_head_3_top1": 0.19021051580255682,
      "teacher_forced_head_3_top5": 0.46400590376420453,
      "teacher_forced_head_4_top1": 0.16381281072443182,
      "teacher_forced_head_4_top5": 0.41066117720170453,
      "teacher_forced_head_5_top1": 0.15183604847301135,
      "teacher_forced_head_5_top5": 0.3841303045099432,
      "teacher_forced_head_6_top1": 0.13837779651988635,
      "teacher_forced_head_6_top5": 0.3560874245383523,
      "teacher_forced_head_7_top1": 0.11634965376420454,
      "teacher_forced_head_7_top5": 0.30927900834517047,
      "teacher_forced_semantic_top1": 0.4290410822088068,
      "teacher_forced_semantic_top5": 0.8031976873224432,
      "teacher_kl_loss": 1.9022764726118608
    },
    {
      "acoustic_top1": 0.07225373503449675,
      "acoustic_top5": 0.19742693219866073,
      "ce_loss": 3.532896562056108,
      "checkpoint": "checkpoint-16000",
      "head_0_top1": 0.43074451793323865,
      "head_0_top5": 0.8036249334161932,
      "head_1_top1": 0.145782470703125,
      "head_1_top5": 0.3561928488991477,
      "head_2_top1": 0.1285067471590909,
      "head_2_top5": 0.33134321732954547,
      "head_3_top1": 0.093536376953125,
      "head_3_top5": 0.26041759144176135,
      "head_4_top1": 0.065185546875,
      "head_4_top5": 0.19303477894176135,
      "head_5_top1": 0.03348610617897727,
      "head_5_top5": 0.10757723721590909,
      "head_6_top1": 0.021451083096590908,
      "head_6_top5": 0.07263461026278409,
      "head_7_top1": 0.01782781427556818,
      "head_7_top5": 0.06078824129971591,
      "loss": 4.007754585959694,
      "semantic_top1": 0.43074451793323865,
      "semantic_top5": 0.8036249334161932,
      "step": 16000,
      "teacher_forced_acoustic_top1": 0.18201079925933442,
      "teacher_forced_acoustic_top5": 0.44150018072747566,
      "teacher_forced_head_0_top1": 0.43074451793323865,
      "teacher_forced_head_0_top5": 0.8036249334161932,
      "teacher_forced_head_1_top1": 0.2680275656960227,
      "teacher_forced_head_1_top5": 0.6036210493607954,
      "teacher_forced_head_2_top1": 0.24213756214488635,
      "teacher_forced_head_2_top5": 0.5562189275568182,
      "teacher_forced_head_3_top1": 0.1909207430752841,
      "teacher_forced_head_3_top5": 0.4655484286221591,
      "teacher_forced_head_4_top1": 0.1643399325284091,
      "teacher_forced_head_4_top5": 0.4112632057883523,
      "teacher_forced_head_5_top1": 0.15275989879261365,
      "teacher_forced_head_5_top5": 0.3862998268821023,
      "teacher_forced_head_6_top1": 0.13916570490056818,
      "teacher_forced_head_6_top5": 0.3573996803977273,
      "teacher_forced_head_7_top1": 0.11672418767755682,
      "teacher_forced_head_7_top5": 0.310150146484375,
      "teacher_forced_semantic_top1": 0.43074451793323865,
      "teacher_forced_semantic_top5": 0.8036249334161932,
      "teacher_kl_loss": 1.8994322690096768
    },
    {
      "acoustic_top1": 0.07269088943283279,
      "acoustic_top5": 0.198560838575487,
      "ce_loss": 3.525514082475142,
      "checkpoint": "checkpoint-16500",
      "head_0_top1": 0.43086381392045453,
      "head_0_top5": 0.8041465065696023,
      "head_1_top1": 0.14622636274857956,
      "head_1_top5": 0.3574274236505682,
      "head_2_top1": 0.12972467595880682,
      "head_2_top5": 0.33298839222301135,
      "head_3_top1": 0.09440196644176137,
      "head_3_top5": 0.2616910067471591,
      "head_4_top1": 0.06508844549005682,
      "head_4_top5": 0.1947909268465909,
      "head_5_top1": 0.033921675248579544,
      "head_5_top5": 0.10827081853693182,
      "head_6_top1": 0.021553733132102272,
      "head_6_top5": 0.07358620383522728,
      "head_7_top1": 0.01791936700994318,
      "head_7_top5": 0.061171098188920456,
      "loss": 3.999537381258878,
      "semantic_top1": 0.43086381392045453,
      "semantic_top5": 0.8041465065696023,
      "step": 16500,
      "teacher_forced_acoustic_top1": 0.18288946771002434,
      "teacher_forced_acoustic_top5": 0.4430886801187094,
      "teacher_forced_head_0_top1": 0.43086381392045453,
      "teacher_forced_head_0_top5": 0.8041465065696023,
      "teacher_forced_head_1_top1": 0.26885986328125,
      "teacher_forced_head_1_top5": 0.6049111106178977,
      "teacher_forced_head_2_top1": 0.2431058016690341,
      "teacher_forced_head_2_top5": 0.5579445578835227,
      "teacher_forced_head_3_top1": 0.19169200550426135,
      "teacher_forced_head_3_top5": 0.46690229936079547,
      "teacher_forced_head_4_top1": 0.16570212624289773,
      "teacher_forced_head_4_top5": 0.4138738458806818,
      "teacher_forced_head_5_top1": 0.15339521928267044,
      "teacher_forced_head_5_top5": 0.3873873623934659,
      "teacher_forced_head_6_top1": 0.1399258700284091,
      "teacher_forced_head_6_top5": 0.3588839444247159,
      "teacher_forced_head_7_top1": 0.11754538796164772,
      "teacher_forced_head_7_top5": 0.31171764026988635,
      "teacher_forced_semantic_top1": 0.43086381392045453,
      "teacher_forced_semantic_top5": 0.8041465065696023,
      "teacher_kl_loss": 1.8960921547629617
    },
    {
      "acoustic_top1": 0.07264650022828734,
      "acoustic_top5": 0.1983920010653409,
      "ce_loss": 3.5198929526589136,
      "checkpoint": "checkpoint-17000",
      "head_0_top1": 0.43126331676136365,
      "head_0_top5": 0.8045737526633523,
      "head_1_top1": 0.14695878462357956,
      "head_1_top5": 0.358184814453125,
      "head_2_top1": 0.1294527920809659,
      "head_2_top5": 0.33269153941761365,
      "head_3_top1": 0.09382490678267046,
      "head_3_top5": 0.26124156605113635,
      "head_4_top1": 0.06544910777698863,
      "head_4_top5": 0.19403631036931818,
      "head_5_top1": 0.033769087357954544,
      "head_5_top5": 0.10837069424715909,
      "head_6_top1": 0.0216064453125,
      "head_6_top5": 0.07339200106534091,
      "head_7_top1": 0.017464377663352272,
      "head_7_top5": 0.060827081853693184,
      "loss": 3.993560791015625,
      "semantic_top1": 0.43126331676136365,
      "semantic_top5": 0.8045737526633523,
      "step": 17000,
      "teacher_forced_acoustic_top1": 0.18357591505174514,
      "teacher_forced_acoustic_top5": 0.4444619711343344,
      "teacher_forced_head_0_top1": 0.43126331676136365,
      "teacher_forced_head_0_top5": 0.8045737526633523,
      "teacher_forced_head_1_top1": 0.26961170543323865,
      "teacher_forced_head_1_top5": 0.6065784801136364,
      "teacher_forced_head_2_top1": 0.24382990056818182,
      "teacher_forced_head_2_top5": 0.5597173517400568,
      "teacher_forced_head_3_top1": 0.19257701526988635,
      "teacher_forced_head_3_top5": 0.4688138094815341,
      "teacher_forced_head_4_top1": 0.166015625,
      "teacher_forced_head_4_top5": 0.4148198908025568,
      "teacher_forced_head_5_top1": 0.154449462890625,
      "teacher_forced_head_5_top5": 0.38901866566051135,
      "teacher_forced_head_6_top1": 0.14061112837357956,
      "teacher_forced_head_6_top5": 0.3598660555752841,
      "teacher_forced_head_7_top1": 0.11793656782670454,
      "teacher_forced_head_7_top5": 0.31241954456676135,
      "teacher_forced_semantic_top1": 0.43126331676136365,
      "teacher_forced_semantic_top5": 0.8045737526633523,
      "teacher_kl_loss": 1.894670139659535
    },
    {
      "acoustic_top1": 0.07298060825892858,
      "acoustic_top5": 0.19882083248782467,
      "ce_loss": 3.5152001814408735,
      "checkpoint": "checkpoint-17500",
      "head_0_top1": 0.4316433993252841,
      "head_0_top5": 0.8050786798650568,
      "head_1_top1": 0.14719182794744318,
      "head_1_top5": 0.35844837535511365,
      "head_2_top1": 0.13015192205255682,
      "head_2_top5": 0.33355712890625,
      "head_3_top1": 0.09461004083806818,
      "head_3_top5": 0.2622597434303977,
      "head_4_top1": 0.06556840376420454,
      "head_4_top5": 0.1947909268465909,
      "head_5_top1": 0.034093683416193184,
      "head_5_top5": 0.10836514559659091,
      "head_6_top1": 0.021614768288352272,
      "head_6_top5": 0.07330599698153409,
      "head_7_top1": 0.01763361150568182,
      "head_7_top5": 0.061018510298295456,
      "loss": 3.9882268038663,
      "semantic_top1": 0.4316433993252841,
      "semantic_top5": 0.8050786798650568,
      "step": 17500,
      "teacher_forced_acoustic_top1": 0.1842243145038555,
      "teacher_forced_acoustic_top5": 0.44544923460328734,
      "teacher_forced_head_0_top1": 0.4316433993252841,
      "teacher_forced_head_0_top5": 0.8050786798650568,
      "teacher_forced_head_1_top1": 0.2704134854403409,
      "teacher_forced_head_1_top5": 0.6069807572798296,
      "teacher_forced_head_2_top1": 0.24489801580255682,
      "teacher_forced_head_2_top5": 0.5603887384588068,
      "teacher_forced_head_3_top1": 0.1932095614346591,
      "teacher_forced_head_3_top5": 0.4699651544744318,
      "teacher_forced_head_4_top1": 0.16664262251420456,
      "teacher_forced_head_4_top5": 0.41602949662642047,
      "teacher_forced_head_5_top1": 0.1546353426846591,
      "teacher_forced_head_5_top5": 0.3900978781960227,
      "teacher_forced_head_6_top1": 0.14098011363636365,
      "teacher_forced_head_6_top5": 0.3605568625710227,
      "teacher_forced_head_7_top1": 0.11879106001420454,
      "teacher_forced_head_7_top5": 0.3141257546164773,
      "teacher_forced_semantic_top1": 0.4316433993252841,
      "teacher_forced_semantic_top5": 0.8050786798650568,
      "teacher_kl_loss": 1.892104755748402
    },
    {
      "acoustic_top1": 0.0728902445211039,
      "acoustic_top5": 0.19881488750507306,
      "ce_loss": 3.5146415016867896,
      "checkpoint": "final",
      "head_0_top1": 0.4316766912286932,
      "head_0_top5": 0.8051119717684659,
      "head_1_top1": 0.14695323597301135,
      "head_1_top5": 0.3586786443536932,
      "head_2_top1": 0.13005204634232956,
      "head_2_top5": 0.3332602761008523,
      "head_3_top1": 0.09419944069602272,
      "head_3_top5": 0.26219593394886365,
      "head_4_top1": 0.06571821732954546,
      "head_4_top5": 0.19505171342329544,
      "head_5_top1": 0.034149169921875,
      "head_5_top5": 0.10851495916193182,
      "head_6_top1": 0.021501020951704544,
      "head_6_top5": 0.07335870916193182,
      "head_7_top1": 0.017658580433238636,
      "head_7_top5": 0.060643976384943184,
      "loss": 3.987436467950994,
      "semantic_top1": 0.4316766912286932,
      "semantic_top5": 0.8051119717684659,
      "step": 17660,
      "teacher_forced_acoustic_top1": 0.1842421494521104,
      "teacher_forced_acoustic_top5": 0.4455205743963068,
      "teacher_forced_head_0_top1": 0.4316766912286932,
      "teacher_forced_head_0_top5": 0.8051119717684659,
      "teacher_forced_head_1_top1": 0.2702359286221591,
      "teacher_forced_head_1_top5": 0.6073386452414773,
      "teacher_forced_head_2_top1": 0.24483698064630682,
      "teacher_forced_head_2_top5": 0.5603998357599432,
      "teacher_forced_head_3_top1": 0.1934231844815341,
      "teacher_forced_head_3_top5": 0.4699790261008523,
      "teacher_forced_head_4_top1": 0.16669256036931818,
      "teacher_forced_head_4_top5": 0.4160988547585227,
      "teacher_forced_head_5_top1": 0.1547574129971591,
      "teacher_forced_head_5_top5": 0.38981767134232953,
      "teacher_forced_head_6_top1": 0.14103005149147727,
      "teacher_forced_head_6_top5": 0.3607399680397727,
      "teacher_forced_head_7_top1": 0.11871892755681818,
      "teacher_forced_head_7_top5": 0.31427001953125,
      "teacher_forced_semantic_top1": 0.4316766912286932,
      "teacher_forced_semantic_top5": 0.8051119717684659,
      "teacher_kl_loss": 1.8911795182661577
    }
  ],
  "dataset_repo_id": "bghira/minimax-music3-rvq-reverse-distillation",
  "format": "simpletuner-minimaxmusic-rvq-evaluation-v1",
  "require_exact_alignment": true,
  "teacher_kl_temperature": 1.0,
  "teacher_kl_weight": 0.25,
  "training_history": [
    {
      "acoustic_top1": 0.0012730189732142857,
      "ce_loss": 7.416498184204102,
      "learning_rate": 1.411764705882353e-06,
      "loss": 8.585073471069336,
      "semantic_top1": 0.0030517578125,
      "step": 20,
      "teacher_forced_acoustic_top1": 0.0012730189732142857,
      "teacher_forced_semantic_top1": 0.0030517578125,
      "teacher_kl_loss": 4.674299716949463,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0010463169642857143,
      "ce_loss": 7.398906707763672,
      "learning_rate": 2.823529411764706e-06,
      "loss": 8.551019668579102,
      "semantic_top1": 0.0028076171875,
      "step": 40,
      "teacher_forced_acoustic_top1": 0.0010463169642857143,
      "teacher_forced_semantic_top1": 0.0028076171875,
      "teacher_kl_loss": 4.6084513664245605,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0014822823660714285,
      "ce_loss": 7.353936195373535,
      "learning_rate": 4.235294117647058e-06,
      "loss": 8.508184432983398,
      "semantic_top1": 0.001953125,
      "step": 60,
      "teacher_forced_acoustic_top1": 0.0014822823660714285,
      "teacher_forced_semantic_top1": 0.001953125,
      "teacher_kl_loss": 4.616992473602295,
      "type": "train"
    },
    {
      "acoustic_top1": 0.001953125,
      "ce_loss": 7.259521484375,
      "learning_rate": 5.647058823529412e-06,
      "loss": 8.378557205200195,
      "semantic_top1": 0.0013427734375,
      "step": 80,
      "teacher_forced_acoustic_top1": 0.001953125,
      "teacher_forced_semantic_top1": 0.0013427734375,
      "teacher_kl_loss": 4.47614049911499,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0025111607142857145,
      "ce_loss": 7.197405815124512,
      "learning_rate": 7.058823529411764e-06,
      "loss": 8.300477981567383,
      "semantic_top1": 0.0023193359375,
      "step": 100,
      "teacher_forced_acoustic_top1": 0.0025111607142857145,
      "teacher_forced_semantic_top1": 0.0023193359375,
      "teacher_kl_loss": 4.412285804748535,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002598353794642857,
      "ce_loss": 7.1773858070373535,
      "learning_rate": 8.470588235294117e-06,
      "loss": 8.277164459228516,
      "semantic_top1": 0.0013427734375,
      "step": 120,
      "teacher_forced_acoustic_top1": 0.002598353794642857,
      "teacher_forced_semantic_top1": 0.0013427734375,
      "teacher_kl_loss": 4.399114608764648,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002528599330357143,
      "ce_loss": 7.170962810516357,
      "learning_rate": 9.88235294117647e-06,
      "loss": 8.272308349609375,
      "semantic_top1": 0.0010986328125,
      "step": 140,
      "teacher_forced_acoustic_top1": 0.002528599330357143,
      "teacher_forced_semantic_top1": 0.0010986328125,
      "teacher_kl_loss": 4.4053826332092285,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002685546875,
      "ce_loss": 7.165253639221191,
      "learning_rate": 1.1294117647058823e-05,
      "loss": 8.262903213500977,
      "semantic_top1": 0.0010986328125,
      "step": 160,
      "teacher_forced_acoustic_top1": 0.002685546875,
      "teacher_forced_semantic_top1": 0.0010986328125,
      "teacher_kl_loss": 4.390598297119141,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0023890904017857145,
      "ce_loss": 7.158302307128906,
      "learning_rate": 1.2705882352941176e-05,
      "loss": 8.254621505737305,
      "semantic_top1": 0.001220703125,
      "step": 180,
      "teacher_forced_acoustic_top1": 0.0023890904017857145,
      "teacher_forced_semantic_top1": 0.001220703125,
      "teacher_kl_loss": 4.385281562805176,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0026681082589285715,
      "ce_loss": 7.13458776473999,
      "learning_rate": 1.4117647058823528e-05,
      "loss": 8.233949661254883,
      "semantic_top1": 0.0010986328125,
      "step": 200,
      "teacher_forced_acoustic_top1": 0.0026681082589285715,
      "teacher_forced_semantic_top1": 0.0010986328125,
      "teacher_kl_loss": 4.397453308105469,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0032784598214285715,
      "ce_loss": 7.119754791259766,
      "learning_rate": 1.5529411764705882e-05,
      "loss": 8.214513778686523,
      "semantic_top1": 0.00146484375,
      "step": 220,
      "teacher_forced_acoustic_top1": 0.0032784598214285715,
      "teacher_forced_semantic_top1": 0.00146484375,
      "teacher_kl_loss": 4.37903356552124,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0027378627232142855,
      "ce_loss": 7.138818264007568,
      "learning_rate": 1.6941176470588233e-05,
      "loss": 8.236690521240234,
      "semantic_top1": 0.0018310546875,
      "step": 240,
      "teacher_forced_acoustic_top1": 0.0027378627232142855,
      "teacher_forced_semantic_top1": 0.0018310546875,
      "teacher_kl_loss": 4.3914899826049805,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0025634765625,
      "ce_loss": 7.135232925415039,
      "learning_rate": 1.8352941176470587e-05,
      "loss": 8.232366561889648,
      "semantic_top1": 0.001953125,
      "step": 260,
      "teacher_forced_acoustic_top1": 0.0025634765625,
      "teacher_forced_semantic_top1": 0.001953125,
      "teacher_kl_loss": 4.3885345458984375,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0031563895089285715,
      "ce_loss": 7.094513893127441,
      "learning_rate": 1.976470588235294e-05,
      "loss": 8.187273025512695,
      "semantic_top1": 0.0030517578125,
      "step": 280,
      "teacher_forced_acoustic_top1": 0.0031563895089285715,
      "teacher_forced_semantic_top1": 0.0030517578125,
      "teacher_kl_loss": 4.371034622192383,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002650669642857143,
      "ce_loss": 7.10688591003418,
      "learning_rate": 2.1176470588235292e-05,
      "loss": 8.179847717285156,
      "semantic_top1": 0.003173828125,
      "step": 300,
      "teacher_forced_acoustic_top1": 0.002650669642857143,
      "teacher_forced_semantic_top1": 0.003173828125,
      "teacher_kl_loss": 4.291843414306641,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002685546875,
      "ce_loss": 7.09631872177124,
      "learning_rate": 2.2588235294117646e-05,
      "loss": 8.1773681640625,
      "semantic_top1": 0.00439453125,
      "step": 320,
      "teacher_forced_acoustic_top1": 0.002685546875,
      "teacher_forced_semantic_top1": 0.00439453125,
      "teacher_kl_loss": 4.324200630187988,
      "type": "train"
    },
    {
      "acoustic_top1": 0.002528599330357143,
      "ce_loss": 7.079286575317383,
      "learning_rate": 2.4e-05,
      "loss": 8.1616849899292,
      "semantic_top1": 0.0029296875,
      "step": 340,
      "teacher_forced_acoustic_top1": 0.002528599330357143,
      "teacher_forced_semantic_top1": 0.0029296875,
      "teacher_kl_loss": 4.329595565795898,
      "type": "train"
    },
    {
      "acoustic_top1": 0.003016880580357143,
      "ce_loss": 7.048744201660156,
      "learning_rate": 2.541176470588235e-05,
      "loss": 8.12370491027832,
      "semantic_top1": 0.0023193359375,
      "step": 360,
      "teacher_forced_acoustic_top1": 0.003016880580357143,
      "teacher_forced_semantic_top1": 0.0023193359375,
      "teacher_kl_loss": 4.299839496612549,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0031040736607142855,
      "ce_loss": 7.045261859893799,
      "learning_rate": 2.6823529411764702e-05,
      "loss": 8.121742248535156,
      "semantic_top1": 0.0035400390625,
      "step": 380,
      "teacher_forced_acoustic_top1": 0.0031040736607142855,
      "teacher_forced_semantic_top1": 0.0035400390625,
      "teacher_kl_loss": 4.30592155456543,
      "type": "train"
    },
    {
      "acoustic_top1": 0.00341796875,
      "ce_loss": 7.00606107711792,
      "learning_rate": 2.8235294117647056e-05,
      "loss": 8.069501876831055,
      "semantic_top1": 0.003662109375,
      "step": 400,
      "teacher_forced_acoustic_top1": 0.00341796875,
      "teacher_forced_semantic_top1": 0.003662109375,
      "teacher_kl_loss": 4.25376558303833,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0038888113839285715,
      "ce_loss": 6.980397701263428,
      "learning_rate": 2.9647058823529407e-05,
      "loss": 8.050440788269043,
      "semantic_top1": 0.0048828125,
      "step": 420,
      "teacher_forced_acoustic_top1": 0.0038888113839285715,
      "teacher_forced_semantic_top1": 0.0048828125,
      "teacher_kl_loss": 4.280173301696777,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0037667410714285715,
      "ce_loss": 6.977665901184082,
      "learning_rate": 3.1058823529411765e-05,
      "loss": 8.02379035949707,
      "semantic_top1": 0.0059814453125,
      "step": 440,
      "teacher_forced_acoustic_top1": 0.0037667410714285715,
      "teacher_forced_semantic_top1": 0.0059814453125,
      "teacher_kl_loss": 4.18449592590332,
      "type": "train"
    },
    {
      "acoustic_top1": 0.004377092633928571,
      "ce_loss": 6.931270599365234,
      "learning_rate": 3.247058823529412e-05,
      "loss": 7.965666770935059,
      "semantic_top1": 0.0059814453125,
      "step": 460,
      "teacher_forced_acoustic_top1": 0.004377092633928571,
      "teacher_forced_semantic_top1": 0.0059814453125,
      "teacher_kl_loss": 4.137585639953613,
      "type": "train"
    },
    {
      "acoustic_top1": 0.004778180803571429,
      "ce_loss": 6.921382904052734,
      "learning_rate": 3.3882352941176466e-05,
      "loss": 7.9668803215026855,
      "semantic_top1": 0.0089111328125,
      "step": 480,
      "teacher_forced_acoustic_top1": 0.004778180803571429,
      "teacher_forced_semantic_top1": 0.0089111328125,
      "teacher_kl_loss": 4.1819891929626465,
      "type": "train"
    },
    {
      "acoustic_top1": 0.004185267857142857,
      "ce_loss": 6.903861045837402,
      "learning_rate": 3.529411764705882e-05,
      "loss": 7.944931507110596,
      "semantic_top1": 0.0079345703125,
      "step": 500,
      "teacher_forced_acoustic_top1": 0.004185267857142857,
      "teacher_forced_semantic_top1": 0.0079345703125,
      "teacher_kl_loss": 4.164281368255615,
      "type": "train"
    },
    {
      "acoustic_top1": 0.004764705509334416,
      "acoustic_top5": 0.020112669313108768,
      "ce_loss": 6.895647222345525,
      "head_0_top1": 0.008561567826704546,
      "head_0_top5": 0.03325583718039773,
      "head_1_top1": 0.010817094282670454,
      "head_1_top5": 0.042494340376420456,
      "head_2_top1": 0.005654074928977273,
      "head_2_top5": 0.02279108220880682,
      "head_3_top1": 0.0038341175426136365,
      "head_3_top5": 0.01665704900568182,
      "head_4_top1": 0.0036454634232954545,
      "head_4_top5": 0.016923384232954544,
      "head_5_top1": 0.0029463334517045455,
      "head_5_top5": 0.013738458806818182,
      "head_6_top1": 0.0035289417613636365,
      "head_6_top5": 0.01538363370028409,
      "head_7_top1": 0.002926913174715909,
      "head_7_top5": 0.012800736860795454,
      "loss": 7.936261957341975,
      "semantic_top1": 0.008561567826704546,
      "semantic_top5": 0.03325583718039773,
      "step": 500,
      "teacher_forced_acoustic_top1": 0.004759156858766234,
      "teacher_forced_acoustic_top5": 0.020272787515219156,
      "teacher_forced_head_0_top1": 0.008561567826704546,
      "teacher_forced_head_0_top5": 0.03325583718039773,
      "teacher_forced_head_1_top1": 0.01077547940340909,
      "teacher_forced_head_1_top5": 0.04358187588778409,
      "teacher_forced_head_2_top1": 0.005728981711647727,
      "teacher_forced_head_2_top5": 0.02266901189630682,
      "teacher_forced_head_3_top1": 0.003847989169034091,
      "teacher_forced_head_3_top5": 0.016867897727272728,
      "teacher_forced_head_4_top1": 0.003789728338068182,
      "teacher_forced_head_4_top5": 0.016989968039772728,
      "teacher_forced_head_5_top1": 0.0029768510298295455,
      "teacher_forced_head_5_top5": 0.01376620205965909,
      "teacher_forced_head_6_top1": 0.0035289417613636365,
      "teacher_forced_head_6_top5": 0.015391956676136364,
      "teacher_forced_head_7_top1": 0.0026661265980113635,
      "teacher_forced_head_7_top5": 0.012642600319602272,
      "teacher_forced_semantic_top1": 0.008561567826704546,
      "teacher_forced_semantic_top5": 0.03325583718039773,
      "teacher_kl_loss": 4.162461367520419,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.005092075892857143,
      "ce_loss": 6.852910995483398,
      "learning_rate": 3.5252996023584255e-05,
      "loss": 7.878490447998047,
      "semantic_top1": 0.010986328125,
      "step": 520,
      "teacher_forced_acoustic_top1": 0.005092075892857143,
      "teacher_forced_semantic_top1": 0.010986328125,
      "teacher_kl_loss": 4.102319717407227,
      "type": "train"
    },
    {
      "acoustic_top1": 0.005440848214285714,
      "ce_loss": 6.834908485412598,
      "learning_rate": 3.521187440010969e-05,
      "loss": 7.861936569213867,
      "semantic_top1": 0.01123046875,
      "step": 540,
      "teacher_forced_acoustic_top1": 0.005440848214285714,
      "teacher_forced_semantic_top1": 0.01123046875,
      "teacher_kl_loss": 4.108112335205078,
      "type": "train"
    },
    {
      "acoustic_top1": 0.005231584821428571,
      "ce_loss": 6.833260536193848,
      "learning_rate": 3.5170752776635125e-05,
      "loss": 7.85977840423584,
      "semantic_top1": 0.0128173828125,
      "step": 560,
      "teacher_forced_acoustic_top1": 0.005231584821428571,
      "teacher_forced_semantic_top1": 0.0128173828125,
      "teacher_kl_loss": 4.106069564819336,
      "type": "train"
    },
    {
      "acoustic_top1": 0.005388532366071429,
      "ce_loss": 6.838687419891357,
      "learning_rate": 3.512963115316056e-05,
      "loss": 7.866024017333984,
      "semantic_top1": 0.01220703125,
      "step": 580,
      "teacher_forced_acoustic_top1": 0.005388532366071429,
      "teacher_forced_semantic_top1": 0.01220703125,
      "teacher_kl_loss": 4.109347343444824,
      "type": "train"
    },
    {
      "acoustic_top1": 0.005318777901785714,
      "ce_loss": 6.7822346687316895,
      "learning_rate": 3.5088509529686e-05,
      "loss": 7.787196159362793,
      "semantic_top1": 0.0157470703125,
      "step": 600,
      "teacher_forced_acoustic_top1": 0.005318777901785714,
      "teacher_forced_semantic_top1": 0.0157470703125,
      "teacher_kl_loss": 4.0198469161987305,
      "type": "train"
    },
    {
      "acoustic_top1": 0.006574358258928571,
      "ce_loss": 6.734979629516602,
      "learning_rate": 3.504738790621143e-05,
      "loss": 7.746286392211914,
      "semantic_top1": 0.0181884765625,
      "step": 620,
      "teacher_forced_acoustic_top1": 0.006574358258928571,
      "teacher_forced_semantic_top1": 0.0181884765625,
      "teacher_kl_loss": 4.045224666595459,
      "type": "train"
    },
    {
      "acoustic_top1": 0.006452287946428571,
      "ce_loss": 6.720620632171631,
      "learning_rate": 3.500626628273687e-05,
      "loss": 7.724254608154297,
      "semantic_top1": 0.019287109375,
      "step": 640,
      "teacher_forced_acoustic_top1": 0.006452287946428571,
      "teacher_forced_semantic_top1": 0.019287109375,
      "teacher_kl_loss": 4.0145368576049805,
      "type": "train"
    },
    {
      "acoustic_top1": 0.007271902901785714,
      "ce_loss": 6.7034010887146,
      "learning_rate": 3.4965144659262306e-05,
      "loss": 7.700421333312988,
      "semantic_top1": 0.0230712890625,
      "step": 660,
      "teacher_forced_acoustic_top1": 0.007271902901785714,
      "teacher_forced_semantic_top1": 0.0230712890625,
      "teacher_kl_loss": 3.9880781173706055,
      "type": "train"
    },
    {
      "acoustic_top1": 0.008196149553571428,
      "ce_loss": 6.640753269195557,
      "learning_rate": 3.492402303578774e-05,
      "loss": 7.640200138092041,
      "semantic_top1": 0.0234375,
      "step": 680,
      "teacher_forced_acoustic_top1": 0.008196149553571428,
      "teacher_forced_semantic_top1": 0.0234375,
      "teacher_kl_loss": 3.997788667678833,
      "type": "train"
    },
    {
      "acoustic_top1": 0.008440290178571428,
      "ce_loss": 6.6211700439453125,
      "learning_rate": 3.4882901412313176e-05,
      "loss": 7.597893238067627,
      "semantic_top1": 0.025634765625,
      "step": 700,
      "teacher_forced_acoustic_top1": 0.008440290178571428,
      "teacher_forced_semantic_top1": 0.025634765625,
      "teacher_kl_loss": 3.906891345977783,
      "type": "train"
    },
    {
      "acoustic_top1": 0.008980887276785714,
      "ce_loss": 6.583281517028809,
      "learning_rate": 3.484177978883861e-05,
      "loss": 7.559363842010498,
      "semantic_top1": 0.03173828125,
      "step": 720,
      "teacher_forced_acoustic_top1": 0.008980887276785714,
      "teacher_forced_semantic_top1": 0.03173828125,
      "teacher_kl_loss": 3.904329776763916,
      "type": "train"
    },
    {
      "acoustic_top1": 0.010184151785714286,
      "ce_loss": 6.576016426086426,
      "learning_rate": 3.4800658165364046e-05,
      "loss": 7.560518264770508,
      "semantic_top1": 0.029296875,
      "step": 740,
      "teacher_forced_acoustic_top1": 0.010184151785714286,
      "teacher_forced_semantic_top1": 0.029296875,
      "teacher_kl_loss": 3.9380059242248535,
      "type": "train"
    },
    {
      "acoustic_top1": 0.009538922991071428,
      "ce_loss": 6.513840675354004,
      "learning_rate": 3.475953654188948e-05,
      "loss": 7.470705986022949,
      "semantic_top1": 0.039306640625,
      "step": 760,
      "teacher_forced_acoustic_top1": 0.009538922991071428,
      "teacher_forced_semantic_top1": 0.039306640625,
      "teacher_kl_loss": 3.8274624347686768,
      "type": "train"
    },
    {
      "acoustic_top1": 0.010044642857142858,
      "ce_loss": 6.528105735778809,
      "learning_rate": 3.4718414918414915e-05,
      "loss": 7.470597267150879,
      "semantic_top1": 0.0361328125,
      "step": 780,
      "teacher_forced_acoustic_top1": 0.010044642857142858,
      "teacher_forced_semantic_top1": 0.0361328125,
      "teacher_kl_loss": 3.769968271255493,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0107421875,
      "ce_loss": 6.466596603393555,
      "learning_rate": 3.467729329494035e-05,
      "loss": 7.418184280395508,
      "semantic_top1": 0.040771484375,
      "step": 800,
      "teacher_forced_acoustic_top1": 0.0107421875,
      "teacher_forced_semantic_top1": 0.040771484375,
      "teacher_kl_loss": 3.8063530921936035,
      "type": "train"
    },
    {
      "acoustic_top1": 0.011404854910714286,
      "ce_loss": 6.487971305847168,
      "learning_rate": 3.4636171671465785e-05,
      "loss": 7.441330909729004,
      "semantic_top1": 0.0386962890625,
      "step": 820,
      "teacher_forced_acoustic_top1": 0.011404854910714286,
      "teacher_forced_semantic_top1": 0.0386962890625,
      "teacher_kl_loss": 3.8134384155273438,
      "type": "train"
    },
    {
      "acoustic_top1": 0.011980329241071428,
      "ce_loss": 6.421690464019775,
      "learning_rate": 3.459505004799123e-05,
      "loss": 7.357579231262207,
      "semantic_top1": 0.04541015625,
      "step": 840,
      "teacher_forced_acoustic_top1": 0.011980329241071428,
      "teacher_forced_semantic_top1": 0.04541015625,
      "teacher_kl_loss": 3.7435555458068848,
      "type": "train"
    },
    {
      "acoustic_top1": 0.011980329241071428,
      "ce_loss": 6.4254069328308105,
      "learning_rate": 3.455392842451666e-05,
      "loss": 7.370230197906494,
      "semantic_top1": 0.049072265625,
      "step": 860,
      "teacher_forced_acoustic_top1": 0.011980329241071428,
      "teacher_forced_semantic_top1": 0.049072265625,
      "teacher_kl_loss": 3.779294490814209,
      "type": "train"
    },
    {
      "acoustic_top1": 0.012712751116071428,
      "ce_loss": 6.402482986450195,
      "learning_rate": 3.451280680104209e-05,
      "loss": 7.327664375305176,
      "semantic_top1": 0.0391845703125,
      "step": 880,
      "teacher_forced_acoustic_top1": 0.012712751116071428,
      "teacher_forced_semantic_top1": 0.0391845703125,
      "teacher_kl_loss": 3.7007274627685547,
      "type": "train"
    },
    {
      "acoustic_top1": 0.012712751116071428,
      "ce_loss": 6.4006853103637695,
      "learning_rate": 3.4471685177567524e-05,
      "loss": 7.337428569793701,
      "semantic_top1": 0.0478515625,
      "step": 900,
      "teacher_forced_acoustic_top1": 0.012712751116071428,
      "teacher_forced_semantic_top1": 0.0478515625,
      "teacher_kl_loss": 3.746971607208252,
      "type": "train"
    },
    {
      "acoustic_top1": 0.012433733258928572,
      "ce_loss": 6.35343074798584,
      "learning_rate": 3.4430563554092966e-05,
      "loss": 7.276996612548828,
      "semantic_top1": 0.0546875,
      "step": 920,
      "teacher_forced_acoustic_top1": 0.012433733258928572,
      "teacher_forced_semantic_top1": 0.0546875,
      "teacher_kl_loss": 3.694265127182007,
      "type": "train"
    },
    {
      "acoustic_top1": 0.013636997767857142,
      "ce_loss": 6.333052158355713,
      "learning_rate": 3.4389441930618394e-05,
      "loss": 7.260565757751465,
      "semantic_top1": 0.05859375,
      "step": 940,
      "teacher_forced_acoustic_top1": 0.013636997767857142,
      "teacher_forced_semantic_top1": 0.05859375,
      "teacher_kl_loss": 3.7100558280944824,
      "type": "train"
    },
    {
      "acoustic_top1": 0.014962332589285714,
      "ce_loss": 6.328579902648926,
      "learning_rate": 3.4348320307143836e-05,
      "loss": 7.259331703186035,
      "semantic_top1": 0.063720703125,
      "step": 960,
      "teacher_forced_acoustic_top1": 0.014962332589285714,
      "teacher_forced_semantic_top1": 0.063720703125,
      "teacher_kl_loss": 3.723005533218384,
      "type": "train"
    },
    {
      "acoustic_top1": 0.014508928571428572,
      "ce_loss": 6.307643413543701,
      "learning_rate": 3.430719868366927e-05,
      "loss": 7.226284980773926,
      "semantic_top1": 0.0587158203125,
      "step": 980,
      "teacher_forced_acoustic_top1": 0.014508928571428572,
      "teacher_forced_semantic_top1": 0.0587158203125,
      "teacher_kl_loss": 3.674562692642212,
      "type": "train"
    },
    {
      "acoustic_top1": 0.014875139508928572,
      "ce_loss": 6.29660701751709,
      "learning_rate": 3.4266077060194706e-05,
      "loss": 7.2082014083862305,
      "semantic_top1": 0.0616455078125,
      "step": 1000,
      "teacher_forced_acoustic_top1": 0.014875139508928572,
      "teacher_forced_semantic_top1": 0.0616455078125,
      "teacher_kl_loss": 3.646378993988037,
      "type": "train"
    },
    {
      "acoustic_top1": 0.01457987203226461,
      "acoustic_top5": 0.05417781681209415,
      "ce_loss": 6.26995849609375,
      "head_0_top1": 0.061659379438920456,
      "head_0_top5": 0.17647483132102273,
      "head_1_top1": 0.03508689186789773,
      "head_1_top5": 0.11857743696732954,
      "head_2_top1": 0.02144830877130682,
      "head_2_top5": 0.07538396661931818,
      "head_3_top1": 0.013297341086647728,
      "head_3_top5": 0.052229447798295456,
      "head_4_top1": 0.01031494140625,
      "head_4_top5": 0.042139226740056816,
      "head_5_top1": 0.008775190873579546,
      "head_5_top5": 0.03558072176846591,
      "head_6_top1": 0.006885875355113636,
      "head_6_top5": 0.0294189453125,
      "head_7_top1": 0.006250554865056818,
      "head_7_top5": 0.02591497247869318,
      "loss": 7.183151938698509,
      "semantic_top1": 0.061659379438920456,
      "semantic_top5": 0.17647483132102273,
      "step": 1000,
      "teacher_forced_acoustic_top1": 0.015750637302150976,
      "teacher_forced_acoustic_top5": 0.058139553317775976,
      "teacher_forced_head_0_top1": 0.061659379438920456,
      "teacher_forced_head_0_top5": 0.17647483132102273,
      "teacher_forced_head_1_top1": 0.038976495916193184,
      "teacher_forced_head_1_top5": 0.129974365234375,
      "teacher_forced_head_2_top1": 0.02251642400568182,
      "teacher_forced_head_2_top5": 0.07899058948863637,
      "teacher_forced_head_3_top1": 0.01434326171875,
      "teacher_forced_head_3_top5": 0.055311723188920456,
      "teacher_forced_head_4_top1": 0.011052911931818182,
      "teacher_forced_head_4_top5": 0.045013427734375,
      "teacher_forced_head_5_top1": 0.00934115323153409,
      "teacher_forced_head_5_top5": 0.03878506747159091,
      "teacher_forced_head_6_top1": 0.007510098544034091,
      "teacher_forced_head_6_top5": 0.031408136541193184,
      "teacher_forced_head_7_top1": 0.006514115767045455,
      "teacher_forced_head_7_top5": 0.027493563565340908,
      "teacher_forced_semantic_top1": 0.061659379438920456,
      "teacher_forced_semantic_top5": 0.17647483132102273,
      "teacher_kl_loss": 3.6527755043723364,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.015485491071428572,
      "ce_loss": 6.2550764083862305,
      "learning_rate": 3.4224955436720134e-05,
      "loss": 7.164139270782471,
      "semantic_top1": 0.0665283203125,
      "step": 1020,
      "teacher_forced_acoustic_top1": 0.015485491071428572,
      "teacher_forced_semantic_top1": 0.0665283203125,
      "teacher_kl_loss": 3.636251449584961,
      "type": "train"
    },
    {
      "acoustic_top1": 0.016305106026785716,
      "ce_loss": 6.202116012573242,
      "learning_rate": 3.4183833813245575e-05,
      "loss": 7.098173141479492,
      "semantic_top1": 0.070068359375,
      "step": 1040,
      "teacher_forced_acoustic_top1": 0.016305106026785716,
      "teacher_forced_semantic_top1": 0.070068359375,
      "teacher_kl_loss": 3.584226608276367,
      "type": "train"
    },
    {
      "acoustic_top1": 0.015921456473214284,
      "ce_loss": 6.245887756347656,
      "learning_rate": 3.414271218977101e-05,
      "loss": 7.138986587524414,
      "semantic_top1": 0.0677490234375,
      "step": 1060,
      "teacher_forced_acoustic_top1": 0.015921456473214284,
      "teacher_forced_semantic_top1": 0.0677490234375,
      "teacher_kl_loss": 3.572396755218506,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0164794921875,
      "ce_loss": 6.251558303833008,
      "learning_rate": 3.4101590566296445e-05,
      "loss": 7.16751766204834,
      "semantic_top1": 0.0694580078125,
      "step": 1080,
      "teacher_forced_acoustic_top1": 0.0164794921875,
      "teacher_forced_semantic_top1": 0.0694580078125,
      "teacher_kl_loss": 3.6638383865356445,
      "type": "train"
    },
    {
      "acoustic_top1": 0.018781389508928572,
      "ce_loss": 6.162747859954834,
      "learning_rate": 3.406046894282188e-05,
      "loss": 7.0475969314575195,
      "semantic_top1": 0.0758056640625,
      "step": 1100,
      "teacher_forced_acoustic_top1": 0.018781389508928572,
      "teacher_forced_semantic_top1": 0.0758056640625,
      "teacher_kl_loss": 3.539397716522217,
      "type": "train"
    },
    {
      "acoustic_top1": 0.017787388392857144,
      "ce_loss": 6.127169609069824,
      "learning_rate": 3.4019347319347315e-05,
      "loss": 7.011821269989014,
      "semantic_top1": 0.080322265625,
      "step": 1120,
      "teacher_forced_acoustic_top1": 0.017787388392857144,
      "teacher_forced_semantic_top1": 0.080322265625,
      "teacher_kl_loss": 3.5386056900024414,
      "type": "train"
    },
    {
      "acoustic_top1": 0.018083844866071428,
      "ce_loss": 6.127930164337158,
      "learning_rate": 3.3978225695872756e-05,
      "loss": 7.017772674560547,
      "semantic_top1": 0.0843505859375,
      "step": 1140,
      "teacher_forced_acoustic_top1": 0.018083844866071428,
      "teacher_forced_semantic_top1": 0.0843505859375,
      "teacher_kl_loss": 3.5593693256378174,
      "type": "train"
    },
    {
      "acoustic_top1": 0.019827706473214284,
      "ce_loss": 6.063239097595215,
      "learning_rate": 3.3937104072398185e-05,
      "loss": 6.927854537963867,
      "semantic_top1": 0.1024169921875,
      "step": 1160,
      "teacher_forced_acoustic_top1": 0.019827706473214284,
      "teacher_forced_semantic_top1": 0.1024169921875,
      "teacher_kl_loss": 3.458461284637451,
      "type": "train"
    },
    {
      "acoustic_top1": 0.020751953125,
      "ce_loss": 6.089959144592285,
      "learning_rate": 3.389598244892362e-05,
      "loss": 6.965153217315674,
      "semantic_top1": 0.0948486328125,
      "step": 1180,
      "teacher_forced_acoustic_top1": 0.020751953125,
      "teacher_forced_semantic_top1": 0.0948486328125,
      "teacher_kl_loss": 3.500777244567871,
      "type": "train"
    },
    {
      "acoustic_top1": 0.021065848214285716,
      "ce_loss": 6.042080879211426,
      "learning_rate": 3.385486082544906e-05,
      "loss": 6.899764060974121,
      "semantic_top1": 0.098388671875,
      "step": 1200,
      "teacher_forced_acoustic_top1": 0.021065848214285716,
      "teacher_forced_semantic_top1": 0.098388671875,
      "teacher_kl_loss": 3.4307339191436768,
      "type": "train"
    },
    {
      "acoustic_top1": 0.020176478794642856,
      "ce_loss": 6.040434837341309,
      "learning_rate": 3.381373920197449e-05,
      "loss": 6.901172161102295,
      "semantic_top1": 0.10009765625,
      "step": 1220,
      "teacher_forced_acoustic_top1": 0.020176478794642856,
      "teacher_forced_semantic_top1": 0.10009765625,
      "teacher_kl_loss": 3.4429502487182617,
      "type": "train"
    },
    {
      "acoustic_top1": 0.021885463169642856,
      "ce_loss": 6.0382280349731445,
      "learning_rate": 3.377261757849993e-05,
      "loss": 6.906472206115723,
      "semantic_top1": 0.0986328125,
      "step": 1240,
      "teacher_forced_acoustic_top1": 0.021885463169642856,
      "teacher_forced_semantic_top1": 0.0986328125,
      "teacher_kl_loss": 3.4729762077331543,
      "type": "train"
    },
    {
      "acoustic_top1": 0.023821149553571428,
      "ce_loss": 5.986856937408447,
      "learning_rate": 3.3731495955025366e-05,
      "loss": 6.846026420593262,
      "semantic_top1": 0.0987548828125,
      "step": 1260,
      "teacher_forced_acoustic_top1": 0.023821149553571428,
      "teacher_forced_semantic_top1": 0.0987548828125,
      "teacher_kl_loss": 3.4366748332977295,
      "type": "train"
    },
    {
      "acoustic_top1": 0.023123604910714284,
      "ce_loss": 5.96391487121582,
      "learning_rate": 3.369037433155081e-05,
      "loss": 6.816709995269775,
      "semantic_top1": 0.1121826171875,
      "step": 1280,
      "teacher_forced_acoustic_top1": 0.023123604910714284,
      "teacher_forced_semantic_top1": 0.1121826171875,
      "teacher_kl_loss": 3.4111804962158203,
      "type": "train"
    },
    {
      "acoustic_top1": 0.023158482142857144,
      "ce_loss": 5.953287124633789,
      "learning_rate": 3.3649252708076235e-05,
      "loss": 6.800675868988037,
      "semantic_top1": 0.1171875,
      "step": 1300,
      "teacher_forced_acoustic_top1": 0.023158482142857144,
      "teacher_forced_semantic_top1": 0.1171875,
      "teacher_kl_loss": 3.389554500579834,
      "type": "train"
    },
    {
      "acoustic_top1": 0.023088727678571428,
      "ce_loss": 5.918364524841309,
      "learning_rate": 3.360813108460167e-05,
      "loss": 6.7624688148498535,
      "semantic_top1": 0.1396484375,
      "step": 1320,
      "teacher_forced_acoustic_top1": 0.023088727678571428,
      "teacher_forced_semantic_top1": 0.1396484375,
      "teacher_kl_loss": 3.376415729522705,
      "type": "train"
    },
    {
      "acoustic_top1": 0.025913783482142856,
      "ce_loss": 5.87405252456665,
      "learning_rate": 3.3567009461127105e-05,
      "loss": 6.7045369148254395,
      "semantic_top1": 0.1380615234375,
      "step": 1340,
      "teacher_forced_acoustic_top1": 0.025913783482142856,
      "teacher_forced_semantic_top1": 0.1380615234375,
      "teacher_kl_loss": 3.3219385147094727,
      "type": "train"
    },
    {
      "acoustic_top1": 0.025844029017857144,
      "ce_loss": 5.867920875549316,
      "learning_rate": 3.352588783765254e-05,
      "loss": 6.710832118988037,
      "semantic_top1": 0.127685546875,
      "step": 1360,
      "teacher_forced_acoustic_top1": 0.025844029017857144,
      "teacher_forced_semantic_top1": 0.127685546875,
      "teacher_kl_loss": 3.37164568901062,
      "type": "train"
    },
    {
      "acoustic_top1": 0.026227678571428572,
      "ce_loss": 5.87013053894043,
      "learning_rate": 3.3484766214177975e-05,
      "loss": 6.705766677856445,
      "semantic_top1": 0.1259765625,
      "step": 1380,
      "teacher_forced_acoustic_top1": 0.026227678571428572,
      "teacher_forced_semantic_top1": 0.1259765625,
      "teacher_kl_loss": 3.342543601989746,
      "type": "train"
    },
    {
      "acoustic_top1": 0.026576450892857144,
      "ce_loss": 5.8230061531066895,
      "learning_rate": 3.344364459070341e-05,
      "loss": 6.65020227432251,
      "semantic_top1": 0.1348876953125,
      "step": 1400,
      "teacher_forced_acoustic_top1": 0.026576450892857144,
      "teacher_forced_semantic_top1": 0.1348876953125,
      "teacher_kl_loss": 3.3087844848632812,
      "type": "train"
    },
    {
      "acoustic_top1": 0.027744838169642856,
      "ce_loss": 5.813758850097656,
      "learning_rate": 3.3402522967228845e-05,
      "loss": 6.62648868560791,
      "semantic_top1": 0.1417236328125,
      "step": 1420,
      "teacher_forced_acoustic_top1": 0.027744838169642856,
      "teacher_forced_semantic_top1": 0.1417236328125,
      "teacher_kl_loss": 3.250917434692383,
      "type": "train"
    },
    {
      "acoustic_top1": 0.028512137276785716,
      "ce_loss": 5.799186706542969,
      "learning_rate": 3.336140134375428e-05,
      "loss": 6.619574069976807,
      "semantic_top1": 0.1346435546875,
      "step": 1440,
      "teacher_forced_acoustic_top1": 0.028512137276785716,
      "teacher_forced_semantic_top1": 0.1346435546875,
      "teacher_kl_loss": 3.281547784805298,
      "type": "train"
    },
    {
      "acoustic_top1": 0.033656529017857144,
      "ce_loss": 5.702821254730225,
      "learning_rate": 3.332027972027972e-05,
      "loss": 6.524140357971191,
      "semantic_top1": 0.1446533203125,
      "step": 1460,
      "teacher_forced_acoustic_top1": 0.033656529017857144,
      "teacher_forced_semantic_top1": 0.1446533203125,
      "teacher_kl_loss": 3.285278081893921,
      "type": "train"
    },
    {
      "acoustic_top1": 0.029802594866071428,
      "ce_loss": 5.717013359069824,
      "learning_rate": 3.327915809680515e-05,
      "loss": 6.529718399047852,
      "semantic_top1": 0.1558837890625,
      "step": 1480,
      "teacher_forced_acoustic_top1": 0.029802594866071428,
      "teacher_forced_semantic_top1": 0.1558837890625,
      "teacher_kl_loss": 3.250819206237793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.030447823660714284,
      "ce_loss": 5.756553649902344,
      "learning_rate": 3.3238036473330584e-05,
      "loss": 6.56409215927124,
      "semantic_top1": 0.1429443359375,
      "step": 1500,
      "teacher_forced_acoustic_top1": 0.030447823660714284,
      "teacher_forced_semantic_top1": 0.1429443359375,
      "teacher_kl_loss": 3.230152130126953,
      "type": "train"
    },
    {
      "acoustic_top1": 0.023162049132508116,
      "acoustic_top5": 0.08003492479200487,
      "ce_loss": 5.690615220503374,
      "head_0_top1": 0.15256569602272727,
      "head_0_top5": 0.37353515625,
      "head_1_top1": 0.051244562322443184,
      "head_1_top5": 0.1632357510653409,
      "head_2_top1": 0.041101629083806816,
      "head_2_top5": 0.13276811079545456,
      "head_3_top1": 0.023057417436079544,
      "head_3_top5": 0.08382901278409091,
      "head_4_top1": 0.017486572265625,
      "head_4_top5": 0.06528264825994318,
      "head_5_top1": 0.01214599609375,
      "head_5_top5": 0.04623135653409091,
      "head_6_top1": 0.00903597745028409,
      "head_6_top5": 0.03702614524147727,
      "head_7_top1": 0.008062189275568182,
      "head_7_top5": 0.03187144886363636,
      "loss": 6.490426497025923,
      "semantic_top1": 0.15256569602272727,
      "semantic_top5": 0.37353515625,
      "step": 1500,
      "teacher_forced_acoustic_top1": 0.03236924208603896,
      "teacher_forced_acoustic_top5": 0.10765888164569805,
      "teacher_forced_head_0_top1": 0.15256569602272727,
      "teacher_forced_head_0_top5": 0.37353515625,
      "teacher_forced_head_1_top1": 0.07707075639204546,
      "teacher_forced_head_1_top5": 0.23011363636363635,
      "teacher_forced_head_2_top1": 0.04854514382102273,
      "teacher_forced_head_2_top5": 0.153289794921875,
      "teacher_forced_head_3_top1": 0.027557373046875,
      "teacher_forced_head_3_top5": 0.09747591885653409,
      "teacher_forced_head_4_top1": 0.022899280894886364,
      "teacher_forced_head_4_top5": 0.08378462357954546,
      "teacher_forced_head_5_top1": 0.02169244939630682,
      "teacher_forced_head_5_top5": 0.07917924360795454,
      "teacher_forced_head_6_top1": 0.01654052734375,
      "teacher_forced_head_6_top5": 0.06227805397727273,
      "teacher_forced_head_7_top1": 0.012279163707386364,
      "teacher_forced_head_7_top5": 0.047490900213068184,
      "teacher_forced_semantic_top1": 0.15256569602272727,
      "teacher_forced_semantic_top5": 0.37353515625,
      "teacher_kl_loss": 3.1992451060901987,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.03245326450892857,
      "ce_loss": 5.675370216369629,
      "learning_rate": 3.3196914849856026e-05,
      "loss": 6.472599983215332,
      "semantic_top1": 0.162353515625,
      "step": 1520,
      "teacher_forced_acoustic_top1": 0.03245326450892857,
      "teacher_forced_semantic_top1": 0.162353515625,
      "teacher_kl_loss": 3.1889188289642334,
      "type": "train"
    },
    {
      "acoustic_top1": 0.03203473772321429,
      "ce_loss": 5.675275802612305,
      "learning_rate": 3.315579322638146e-05,
      "loss": 6.473023891448975,
      "semantic_top1": 0.163330078125,
      "step": 1540,
      "teacher_forced_acoustic_top1": 0.03203473772321429,
      "teacher_forced_semantic_top1": 0.163330078125,
      "teacher_kl_loss": 3.1909937858581543,
      "type": "train"
    },
    {
      "acoustic_top1": 0.03423200334821429,
      "ce_loss": 5.622225284576416,
      "learning_rate": 3.3114671602906895e-05,
      "loss": 6.40541410446167,
      "semantic_top1": 0.171630859375,
      "step": 1560,
      "teacher_forced_acoustic_top1": 0.03423200334821429,
      "teacher_forced_semantic_top1": 0.171630859375,
      "teacher_kl_loss": 3.132756471633911,
      "type": "train"
    },
    {
      "acoustic_top1": 0.03428431919642857,
      "ce_loss": 5.614418029785156,
      "learning_rate": 3.307354997943233e-05,
      "loss": 6.406452178955078,
      "semantic_top1": 0.16357421875,
      "step": 1580,
      "teacher_forced_acoustic_top1": 0.03428431919642857,
      "teacher_forced_semantic_top1": 0.16357421875,
      "teacher_kl_loss": 3.1681385040283203,
      "type": "train"
    },
    {
      "acoustic_top1": 0.03318568638392857,
      "ce_loss": 5.603419303894043,
      "learning_rate": 3.3032428355957765e-05,
      "loss": 6.37376594543457,
      "semantic_top1": 0.176025390625,
      "step": 1600,
      "teacher_forced_acoustic_top1": 0.03318568638392857,
      "teacher_forced_semantic_top1": 0.176025390625,
      "teacher_kl_loss": 3.0813851356506348,
      "type": "train"
    },
    {
      "acoustic_top1": 0.035888671875,
      "ce_loss": 5.590629577636719,
      "learning_rate": 3.29913067324832e-05,
      "loss": 6.371501922607422,
      "semantic_top1": 0.173583984375,
      "step": 1620,
      "teacher_forced_acoustic_top1": 0.035888671875,
      "teacher_forced_semantic_top1": 0.173583984375,
      "teacher_kl_loss": 3.123487949371338,
      "type": "train"
    },
    {
      "acoustic_top1": 0.035487583705357144,
      "ce_loss": 5.532012462615967,
      "learning_rate": 3.2950185109008635e-05,
      "loss": 6.295080184936523,
      "semantic_top1": 0.1959228515625,
      "step": 1640,
      "teacher_forced_acoustic_top1": 0.035487583705357144,
      "teacher_forced_semantic_top1": 0.1959228515625,
      "teacher_kl_loss": 3.0522680282592773,
      "type": "train"
    },
    {
      "acoustic_top1": 0.036342075892857144,
      "ce_loss": 5.571622848510742,
      "learning_rate": 3.290906348553407e-05,
      "loss": 6.359850883483887,
      "semantic_top1": 0.173095703125,
      "step": 1660,
      "teacher_forced_acoustic_top1": 0.036342075892857144,
      "teacher_forced_semantic_top1": 0.173095703125,
      "teacher_kl_loss": 3.1529111862182617,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0377197265625,
      "ce_loss": 5.494528770446777,
      "learning_rate": 3.2867941862059505e-05,
      "loss": 6.2461137771606445,
      "semantic_top1": 0.198974609375,
      "step": 1680,
      "teacher_forced_acoustic_top1": 0.0377197265625,
      "teacher_forced_semantic_top1": 0.198974609375,
      "teacher_kl_loss": 3.0063414573669434,
      "type": "train"
    },
    {
      "acoustic_top1": 0.03815569196428571,
      "ce_loss": 5.487232685089111,
      "learning_rate": 3.282682023858494e-05,
      "loss": 6.243484973907471,
      "semantic_top1": 0.1895751953125,
      "step": 1700,
      "teacher_forced_acoustic_top1": 0.03815569196428571,
      "teacher_forced_semantic_top1": 0.1895751953125,
      "teacher_kl_loss": 3.0250096321105957,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04087611607142857,
      "ce_loss": 5.456933975219727,
      "learning_rate": 3.278569861511038e-05,
      "loss": 6.219731330871582,
      "semantic_top1": 0.1982421875,
      "step": 1720,
      "teacher_forced_acoustic_top1": 0.04087611607142857,
      "teacher_forced_semantic_top1": 0.1982421875,
      "teacher_kl_loss": 3.051190137863159,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04131208147321429,
      "ce_loss": 5.445675373077393,
      "learning_rate": 3.2744576991635816e-05,
      "loss": 6.203658580780029,
      "semantic_top1": 0.2052001953125,
      "step": 1740,
      "teacher_forced_acoustic_top1": 0.04131208147321429,
      "teacher_forced_semantic_top1": 0.2052001953125,
      "teacher_kl_loss": 3.031932830810547,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04289899553571429,
      "ce_loss": 5.430644989013672,
      "learning_rate": 3.2703455368161244e-05,
      "loss": 6.175386428833008,
      "semantic_top1": 0.189208984375,
      "step": 1760,
      "teacher_forced_acoustic_top1": 0.04289899553571429,
      "teacher_forced_semantic_top1": 0.189208984375,
      "teacher_kl_loss": 2.9789681434631348,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04009137834821429,
      "ce_loss": 5.463011264801025,
      "learning_rate": 3.2662333744686686e-05,
      "loss": 6.218981742858887,
      "semantic_top1": 0.197265625,
      "step": 1780,
      "teacher_forced_acoustic_top1": 0.04009137834821429,
      "teacher_forced_semantic_top1": 0.197265625,
      "teacher_kl_loss": 3.0238821506500244,
      "type": "train"
    },
    {
      "acoustic_top1": 0.041835239955357144,
      "ce_loss": 5.412134170532227,
      "learning_rate": 3.2621212121212114e-05,
      "loss": 6.160705089569092,
      "semantic_top1": 0.2113037109375,
      "step": 1800,
      "teacher_forced_acoustic_top1": 0.041835239955357144,
      "teacher_forced_semantic_top1": 0.2113037109375,
      "teacher_kl_loss": 2.9942831993103027,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04364885602678571,
      "ce_loss": 5.3797831535339355,
      "learning_rate": 3.2580090497737555e-05,
      "loss": 6.123437881469727,
      "semantic_top1": 0.2164306640625,
      "step": 1820,
      "teacher_forced_acoustic_top1": 0.04364885602678571,
      "teacher_forced_semantic_top1": 0.2164306640625,
      "teacher_kl_loss": 2.9746179580688477,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04541015625,
      "ce_loss": 5.318479061126709,
      "learning_rate": 3.253896887426299e-05,
      "loss": 6.047112941741943,
      "semantic_top1": 0.2205810546875,
      "step": 1840,
      "teacher_forced_acoustic_top1": 0.04541015625,
      "teacher_forced_semantic_top1": 0.2205810546875,
      "teacher_kl_loss": 2.914534091949463,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0428466796875,
      "ce_loss": 5.37969970703125,
      "learning_rate": 3.2497847250788425e-05,
      "loss": 6.11458683013916,
      "semantic_top1": 0.2039794921875,
      "step": 1860,
      "teacher_forced_acoustic_top1": 0.0428466796875,
      "teacher_forced_semantic_top1": 0.2039794921875,
      "teacher_kl_loss": 2.9395461082458496,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04582868303571429,
      "ce_loss": 5.346637725830078,
      "learning_rate": 3.245672562731385e-05,
      "loss": 6.0827789306640625,
      "semantic_top1": 0.2139892578125,
      "step": 1880,
      "teacher_forced_acoustic_top1": 0.04582868303571429,
      "teacher_forced_semantic_top1": 0.2139892578125,
      "teacher_kl_loss": 2.9445667266845703,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04889787946428571,
      "ce_loss": 5.259737968444824,
      "learning_rate": 3.2415604003839295e-05,
      "loss": 5.981057643890381,
      "semantic_top1": 0.22705078125,
      "step": 1900,
      "teacher_forced_acoustic_top1": 0.04889787946428571,
      "teacher_forced_semantic_top1": 0.22705078125,
      "teacher_kl_loss": 2.8852782249450684,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04673549107142857,
      "ce_loss": 5.280246257781982,
      "learning_rate": 3.237448238036473e-05,
      "loss": 6.006848335266113,
      "semantic_top1": 0.226806640625,
      "step": 1920,
      "teacher_forced_acoustic_top1": 0.04673549107142857,
      "teacher_forced_semantic_top1": 0.226806640625,
      "teacher_kl_loss": 2.90640926361084,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04767717633928571,
      "ce_loss": 5.284527778625488,
      "learning_rate": 3.2333360756890165e-05,
      "loss": 6.014092922210693,
      "semantic_top1": 0.2125244140625,
      "step": 1940,
      "teacher_forced_acoustic_top1": 0.04767717633928571,
      "teacher_forced_semantic_top1": 0.2125244140625,
      "teacher_kl_loss": 2.9182605743408203,
      "type": "train"
    },
    {
      "acoustic_top1": 0.046909877232142856,
      "ce_loss": 5.291952133178711,
      "learning_rate": 3.22922391334156e-05,
      "loss": 6.017420291900635,
      "semantic_top1": 0.2196044921875,
      "step": 1960,
      "teacher_forced_acoustic_top1": 0.046909877232142856,
      "teacher_forced_semantic_top1": 0.2196044921875,
      "teacher_kl_loss": 2.9018731117248535,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0482177734375,
      "ce_loss": 5.281726360321045,
      "learning_rate": 3.225111750994104e-05,
      "loss": 6.0113444328308105,
      "semantic_top1": 0.2120361328125,
      "step": 1980,
      "teacher_forced_acoustic_top1": 0.0482177734375,
      "teacher_forced_semantic_top1": 0.2120361328125,
      "teacher_kl_loss": 2.9184720516204834,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0506591796875,
      "ce_loss": 5.218530654907227,
      "learning_rate": 3.2209995886466476e-05,
      "loss": 5.934130668640137,
      "semantic_top1": 0.229248046875,
      "step": 2000,
      "teacher_forced_acoustic_top1": 0.0506591796875,
      "teacher_forced_semantic_top1": 0.229248046875,
      "teacher_kl_loss": 2.862398386001587,
      "type": "train"
    },
    {
      "acoustic_top1": 0.032659357244318184,
      "acoustic_top5": 0.10654558454241071,
      "ce_loss": 5.182585976340554,
      "head_0_top1": 0.2293423739346591,
      "head_0_top5": 0.5150146484375,
      "head_1_top1": 0.06792380593039772,
      "head_1_top5": 0.20343017578125,
      "head_2_top1": 0.058976606889204544,
      "head_2_top5": 0.1812771883877841,
      "head_3_top1": 0.037409002130681816,
      "head_3_top5": 0.12516368519176135,
      "head_4_top1": 0.025998202237215908,
      "head_4_top5": 0.09262917258522728,
      "head_5_top1": 0.016989968039772728,
      "head_5_top5": 0.060821533203125,
      "head_6_top1": 0.011194402521306818,
      "head_6_top5": 0.04358187588778409,
      "head_7_top1": 0.010123512961647728,
      "head_7_top5": 0.038915460759943184,
      "loss": 5.89056396484375,
      "semantic_top1": 0.2293423739346591,
      "semantic_top5": 0.5150146484375,
      "step": 2000,
      "teacher_forced_acoustic_top1": 0.05364910967938312,
      "teacher_forced_acoustic_top5": 0.165452833299513,
      "teacher_forced_head_0_top1": 0.2293423739346591,
      "teacher_forced_head_0_top5": 0.5150146484375,
      "teacher_forced_head_1_top1": 0.11503184925426137,
      "teacher_forced_head_1_top5": 0.3182345303622159,
      "teacher_forced_head_2_top1": 0.078948974609375,
      "teacher_forced_head_2_top5": 0.23165061257102273,
      "teacher_forced_head_3_top1": 0.05018199573863636,
      "teacher_forced_head_3_top5": 0.1604642001065341,
      "teacher_forced_head_4_top1": 0.040727095170454544,
      "teacher_forced_head_4_top5": 0.13541481711647727,
      "teacher_forced_head_5_top1": 0.039098566228693184,
      "teacher_forced_head_5_top5": 0.1318081942471591,
      "teacher_forced_head_6_top1": 0.030234596946022728,
      "teacher_forced_head_6_top5": 0.10379583185369318,
      "teacher_forced_head_7_top1": 0.021320689808238636,
      "teacher_forced_head_7_top5": 0.07680164683948863,
      "teacher_forced_semantic_top1": 0.2293423739346591,
      "teacher_forced_semantic_top5": 0.5150146484375,
      "teacher_kl_loss": 2.831907965920188,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.051600864955357144,
      "ce_loss": 5.221158027648926,
      "learning_rate": 3.2168874262991904e-05,
      "loss": 5.937353134155273,
      "semantic_top1": 0.2301025390625,
      "step": 2020,
      "teacher_forced_acoustic_top1": 0.051600864955357144,
      "teacher_forced_semantic_top1": 0.2301025390625,
      "teacher_kl_loss": 2.864778518676758,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05275181361607143,
      "ce_loss": 5.163145065307617,
      "learning_rate": 3.212775263951734e-05,
      "loss": 5.865738391876221,
      "semantic_top1": 0.236328125,
      "step": 2040,
      "teacher_forced_acoustic_top1": 0.05275181361607143,
      "teacher_forced_semantic_top1": 0.236328125,
      "teacher_kl_loss": 2.810375213623047,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05308314732142857,
      "ce_loss": 5.154067039489746,
      "learning_rate": 3.208663101604278e-05,
      "loss": 5.857216835021973,
      "semantic_top1": 0.24853515625,
      "step": 2060,
      "teacher_forced_acoustic_top1": 0.05308314732142857,
      "teacher_forced_semantic_top1": 0.24853515625,
      "teacher_kl_loss": 2.812598705291748,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05259486607142857,
      "ce_loss": 5.176638603210449,
      "learning_rate": 3.204550939256821e-05,
      "loss": 5.876006126403809,
      "semantic_top1": 0.2396240234375,
      "step": 2080,
      "teacher_forced_acoustic_top1": 0.05259486607142857,
      "teacher_forced_semantic_top1": 0.2396240234375,
      "teacher_kl_loss": 2.7974693775177,
      "type": "train"
    },
    {
      "acoustic_top1": 0.053955078125,
      "ce_loss": 5.154598236083984,
      "learning_rate": 3.200438776909365e-05,
      "loss": 5.869304656982422,
      "semantic_top1": 0.248779296875,
      "step": 2100,
      "teacher_forced_acoustic_top1": 0.053955078125,
      "teacher_forced_semantic_top1": 0.248779296875,
      "teacher_kl_loss": 2.8588263988494873,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05205426897321429,
      "ce_loss": 5.169267654418945,
      "learning_rate": 3.1963266145619085e-05,
      "loss": 5.875967502593994,
      "semantic_top1": 0.2391357421875,
      "step": 2120,
      "teacher_forced_acoustic_top1": 0.05205426897321429,
      "teacher_forced_semantic_top1": 0.2391357421875,
      "teacher_kl_loss": 2.82680082321167,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05461774553571429,
      "ce_loss": 5.122286319732666,
      "learning_rate": 3.192214452214453e-05,
      "loss": 5.822992324829102,
      "semantic_top1": 0.247314453125,
      "step": 2140,
      "teacher_forced_acoustic_top1": 0.05461774553571429,
      "teacher_forced_semantic_top1": 0.247314453125,
      "teacher_kl_loss": 2.802823781967163,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05592564174107143,
      "ce_loss": 5.127302646636963,
      "learning_rate": 3.1881022898669955e-05,
      "loss": 5.832371711730957,
      "semantic_top1": 0.2437744140625,
      "step": 2160,
      "teacher_forced_acoustic_top1": 0.05592564174107143,
      "teacher_forced_semantic_top1": 0.2437744140625,
      "teacher_kl_loss": 2.8202757835388184,
      "type": "train"
    },
    {
      "acoustic_top1": 0.056361607142857144,
      "ce_loss": 5.088559150695801,
      "learning_rate": 3.183990127519539e-05,
      "loss": 5.772587776184082,
      "semantic_top1": 0.263671875,
      "step": 2180,
      "teacher_forced_acoustic_top1": 0.056361607142857144,
      "teacher_forced_semantic_top1": 0.263671875,
      "teacher_kl_loss": 2.736114501953125,
      "type": "train"
    },
    {
      "acoustic_top1": 0.054600306919642856,
      "ce_loss": 5.091033935546875,
      "learning_rate": 3.179877965172082e-05,
      "loss": 5.78163480758667,
      "semantic_top1": 0.25634765625,
      "step": 2200,
      "teacher_forced_acoustic_top1": 0.054600306919642856,
      "teacher_forced_semantic_top1": 0.25634765625,
      "teacher_kl_loss": 2.7624030113220215,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0623779296875,
      "ce_loss": 5.008370399475098,
      "learning_rate": 3.175765802824626e-05,
      "loss": 5.693942070007324,
      "semantic_top1": 0.2684326171875,
      "step": 2220,
      "teacher_forced_acoustic_top1": 0.0623779296875,
      "teacher_forced_semantic_top1": 0.2684326171875,
      "teacher_kl_loss": 2.7422852516174316,
      "type": "train"
    },
    {
      "acoustic_top1": 0.059047154017857144,
      "ce_loss": 5.073827743530273,
      "learning_rate": 3.1716536404771694e-05,
      "loss": 5.763298034667969,
      "semantic_top1": 0.2467041015625,
      "step": 2240,
      "teacher_forced_acoustic_top1": 0.059047154017857144,
      "teacher_forced_semantic_top1": 0.2467041015625,
      "teacher_kl_loss": 2.757880926132202,
      "type": "train"
    },
    {
      "acoustic_top1": 0.060337611607142856,
      "ce_loss": 4.995894432067871,
      "learning_rate": 3.1675414781297136e-05,
      "loss": 5.678584098815918,
      "semantic_top1": 0.2750244140625,
      "step": 2260,
      "teacher_forced_acoustic_top1": 0.060337611607142856,
      "teacher_forced_semantic_top1": 0.2750244140625,
      "teacher_kl_loss": 2.730760097503662,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06000627790178571,
      "ce_loss": 5.038028717041016,
      "learning_rate": 3.163429315782257e-05,
      "loss": 5.719205856323242,
      "semantic_top1": 0.2623291015625,
      "step": 2280,
      "teacher_forced_acoustic_top1": 0.06000627790178571,
      "teacher_forced_semantic_top1": 0.2623291015625,
      "teacher_kl_loss": 2.724707841873169,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05991908482142857,
      "ce_loss": 5.003039360046387,
      "learning_rate": 3.1593171534348e-05,
      "loss": 5.677769660949707,
      "semantic_top1": 0.267333984375,
      "step": 2300,
      "teacher_forced_acoustic_top1": 0.05991908482142857,
      "teacher_forced_semantic_top1": 0.267333984375,
      "teacher_kl_loss": 2.698922634124756,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06011090959821429,
      "ce_loss": 5.013696670532227,
      "learning_rate": 3.155204991087344e-05,
      "loss": 5.688343048095703,
      "semantic_top1": 0.2606201171875,
      "step": 2320,
      "teacher_forced_acoustic_top1": 0.06011090959821429,
      "teacher_forced_semantic_top1": 0.2606201171875,
      "teacher_kl_loss": 2.69858455657959,
      "type": "train"
    },
    {
      "acoustic_top1": 0.062343052455357144,
      "ce_loss": 4.989549160003662,
      "learning_rate": 3.151092828739887e-05,
      "loss": 5.6658830642700195,
      "semantic_top1": 0.2706298828125,
      "step": 2340,
      "teacher_forced_acoustic_top1": 0.062343052455357144,
      "teacher_forced_semantic_top1": 0.2706298828125,
      "teacher_kl_loss": 2.7053356170654297,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06330217633928571,
      "ce_loss": 4.974167823791504,
      "learning_rate": 3.146980666392431e-05,
      "loss": 5.651798248291016,
      "semantic_top1": 0.2677001953125,
      "step": 2360,
      "teacher_forced_acoustic_top1": 0.06330217633928571,
      "teacher_forced_semantic_top1": 0.2677001953125,
      "teacher_kl_loss": 2.7105212211608887,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06270926339285714,
      "ce_loss": 4.9752516746521,
      "learning_rate": 3.1428685040449745e-05,
      "loss": 5.643828868865967,
      "semantic_top1": 0.27294921875,
      "step": 2380,
      "teacher_forced_acoustic_top1": 0.06270926339285714,
      "teacher_forced_semantic_top1": 0.27294921875,
      "teacher_kl_loss": 2.6743102073669434,
      "type": "train"
    },
    {
      "acoustic_top1": 0.060145786830357144,
      "ce_loss": 4.987048149108887,
      "learning_rate": 3.138756341697518e-05,
      "loss": 5.666841983795166,
      "semantic_top1": 0.2723388671875,
      "step": 2400,
      "teacher_forced_acoustic_top1": 0.060145786830357144,
      "teacher_forced_semantic_top1": 0.2723388671875,
      "teacher_kl_loss": 2.7191734313964844,
      "type": "train"
    },
    {
      "acoustic_top1": 0.062343052455357144,
      "ce_loss": 4.972947120666504,
      "learning_rate": 3.1346441793500615e-05,
      "loss": 5.6441545486450195,
      "semantic_top1": 0.2716064453125,
      "step": 2420,
      "teacher_forced_acoustic_top1": 0.062343052455357144,
      "teacher_forced_semantic_top1": 0.2716064453125,
      "teacher_kl_loss": 2.6848292350769043,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06644112723214286,
      "ce_loss": 4.922572612762451,
      "learning_rate": 3.130532017002605e-05,
      "loss": 5.592114448547363,
      "semantic_top1": 0.28466796875,
      "step": 2440,
      "teacher_forced_acoustic_top1": 0.06644112723214286,
      "teacher_forced_semantic_top1": 0.28466796875,
      "teacher_kl_loss": 2.6781668663024902,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06485421316964286,
      "ce_loss": 4.914643287658691,
      "learning_rate": 3.1264198546551485e-05,
      "loss": 5.579657554626465,
      "semantic_top1": 0.3017578125,
      "step": 2460,
      "teacher_forced_acoustic_top1": 0.06485421316964286,
      "teacher_forced_semantic_top1": 0.3017578125,
      "teacher_kl_loss": 2.660057783126831,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06373814174107142,
      "ce_loss": 4.935757160186768,
      "learning_rate": 3.122307692307692e-05,
      "loss": 5.601420879364014,
      "semantic_top1": 0.281494140625,
      "step": 2480,
      "teacher_forced_acoustic_top1": 0.06373814174107142,
      "teacher_forced_semantic_top1": 0.281494140625,
      "teacher_kl_loss": 2.66265606880188,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06422642299107142,
      "ce_loss": 4.930858612060547,
      "learning_rate": 3.1181955299602354e-05,
      "loss": 5.588540077209473,
      "semantic_top1": 0.285400390625,
      "step": 2500,
      "teacher_forced_acoustic_top1": 0.06422642299107142,
      "teacher_forced_semantic_top1": 0.285400390625,
      "teacher_kl_loss": 2.6307244300842285,
      "type": "train"
    },
    {
      "acoustic_top1": 0.039412857650162336,
      "acoustic_top5": 0.12442531833400974,
      "ce_loss": 4.84628642689098,
      "head_0_top1": 0.27821211381392047,
      "head_0_top5": 0.5921658602627841,
      "head_1_top1": 0.07864934747869318,
      "head_1_top5": 0.2294644442471591,
      "head_2_top1": 0.07306740500710228,
      "head_2_top5": 0.21684126420454544,
      "head_3_top1": 0.04734386097301136,
      "head_3_top5": 0.15247691761363635,
      "head_4_top1": 0.032018488103693184,
      "head_4_top5": 0.11027943004261363,
      "head_5_top1": 0.020033402876420456,
      "head_5_top5": 0.07023204456676137,
      "head_6_top1": 0.013086492365056818,
      "head_6_top5": 0.04814564098011364,
      "head_7_top1": 0.01169100674715909,
      "head_7_top5": 0.04353748668323864,
      "loss": 5.4963226318359375,
      "semantic_top1": 0.27821211381392047,
      "semantic_top5": 0.5921658602627841,
      "step": 2500,
      "teacher_forced_acoustic_top1": 0.07139369419642858,
      "teacher_forced_acoustic_top5": 0.21066640878652598,
      "teacher_forced_head_0_top1": 0.27821211381392047,
      "teacher_forced_head_0_top5": 0.5921658602627841,
      "teacher_forced_head_1_top1": 0.13938487659801135,
      "teacher_forced_head_1_top5": 0.3718012029474432,
      "teacher_forced_head_2_top1": 0.10401222922585228,
      "teacher_forced_head_2_top5": 0.2898892489346591,
      "teacher_forced_head_3_top1": 0.06838711825284091,
      "teacher_forced_head_3_top5": 0.20799394087357956,
      "teacher_forced_head_4_top1": 0.055394952947443184,
      "teacher_forced_head_4_top5": 0.1759310635653409,
      "teacher_forced_head_5_top1": 0.05589710582386364,
      "teacher_forced_head_5_top5": 0.17467151988636365,
      "teacher_forced_head_6_top1": 0.04420887340198864,
      "teacher_forced_head_6_top5": 0.14381547407670456,
      "teacher_forced_head_7_top1": 0.032470703125,
      "teacher_forced_head_7_top5": 0.11056241122159091,
      "teacher_forced_semantic_top1": 0.27821211381392047,
      "teacher_forced_semantic_top5": 0.5921658602627841,
      "teacher_kl_loss": 2.6001418720592153,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.06806291852678571,
      "ce_loss": 4.870423793792725,
      "learning_rate": 3.114083367612779e-05,
      "loss": 5.524545192718506,
      "semantic_top1": 0.281494140625,
      "step": 2520,
      "teacher_forced_acoustic_top1": 0.06806291852678571,
      "teacher_forced_semantic_top1": 0.281494140625,
      "teacher_kl_loss": 2.616485118865967,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06795828683035714,
      "ce_loss": 4.879631996154785,
      "learning_rate": 3.109971205265323e-05,
      "loss": 5.543083190917969,
      "semantic_top1": 0.2945556640625,
      "step": 2540,
      "teacher_forced_acoustic_top1": 0.06795828683035714,
      "teacher_forced_semantic_top1": 0.2945556640625,
      "teacher_kl_loss": 2.6538047790527344,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06757463727678571,
      "ce_loss": 4.888379096984863,
      "learning_rate": 3.105859042917866e-05,
      "loss": 5.542358875274658,
      "semantic_top1": 0.284912109375,
      "step": 2560,
      "teacher_forced_acoustic_top1": 0.06757463727678571,
      "teacher_forced_semantic_top1": 0.284912109375,
      "teacher_kl_loss": 2.615919589996338,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06771414620535714,
      "ce_loss": 4.87812614440918,
      "learning_rate": 3.10174688057041e-05,
      "loss": 5.538183212280273,
      "semantic_top1": 0.2864990234375,
      "step": 2580,
      "teacher_forced_acoustic_top1": 0.06771414620535714,
      "teacher_forced_semantic_top1": 0.2864990234375,
      "teacher_kl_loss": 2.640227794647217,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06930106026785714,
      "ce_loss": 4.856775283813477,
      "learning_rate": 3.0976347182229535e-05,
      "loss": 5.508662700653076,
      "semantic_top1": 0.2969970703125,
      "step": 2600,
      "teacher_forced_acoustic_top1": 0.06930106026785714,
      "teacher_forced_semantic_top1": 0.2969970703125,
      "teacher_kl_loss": 2.6075494289398193,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06705147879464286,
      "ce_loss": 4.907403945922852,
      "learning_rate": 3.0935225558754963e-05,
      "loss": 5.57249641418457,
      "semantic_top1": 0.2799072265625,
      "step": 2620,
      "teacher_forced_acoustic_top1": 0.06705147879464286,
      "teacher_forced_semantic_top1": 0.2799072265625,
      "teacher_kl_loss": 2.6603713035583496,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07060895647321429,
      "ce_loss": 4.831388473510742,
      "learning_rate": 3.08941039352804e-05,
      "loss": 5.4824066162109375,
      "semantic_top1": 0.2940673828125,
      "step": 2640,
      "teacher_forced_acoustic_top1": 0.07060895647321429,
      "teacher_forced_semantic_top1": 0.2940673828125,
      "teacher_kl_loss": 2.604071855545044,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0712890625,
      "ce_loss": 4.825274467468262,
      "learning_rate": 3.085298231180584e-05,
      "loss": 5.468905448913574,
      "semantic_top1": 0.3016357421875,
      "step": 2660,
      "teacher_forced_acoustic_top1": 0.0712890625,
      "teacher_forced_semantic_top1": 0.3016357421875,
      "teacher_kl_loss": 2.57452392578125,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0701904296875,
      "ce_loss": 4.794533729553223,
      "learning_rate": 3.0811860688331275e-05,
      "loss": 5.434974193572998,
      "semantic_top1": 0.30810546875,
      "step": 2680,
      "teacher_forced_acoustic_top1": 0.0701904296875,
      "teacher_forced_semantic_top1": 0.30810546875,
      "teacher_kl_loss": 2.561763286590576,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07026018415178571,
      "ce_loss": 4.826250076293945,
      "learning_rate": 3.077073906485671e-05,
      "loss": 5.471683979034424,
      "semantic_top1": 0.2889404296875,
      "step": 2700,
      "teacher_forced_acoustic_top1": 0.07026018415178571,
      "teacher_forced_semantic_top1": 0.2889404296875,
      "teacher_kl_loss": 2.5817346572875977,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07402692522321429,
      "ce_loss": 4.770565509796143,
      "learning_rate": 3.0729617441382145e-05,
      "loss": 5.410572528839111,
      "semantic_top1": 0.30419921875,
      "step": 2720,
      "teacher_forced_acoustic_top1": 0.07402692522321429,
      "teacher_forced_semantic_top1": 0.30419921875,
      "teacher_kl_loss": 2.560026168823242,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07468959263392858,
      "ce_loss": 4.804516792297363,
      "learning_rate": 3.068849581790757e-05,
      "loss": 5.448772430419922,
      "semantic_top1": 0.2923583984375,
      "step": 2740,
      "teacher_forced_acoustic_top1": 0.07468959263392858,
      "teacher_forced_semantic_top1": 0.2923583984375,
      "teacher_kl_loss": 2.5770211219787598,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07366071428571429,
      "ce_loss": 4.759689807891846,
      "learning_rate": 3.0647374194433014e-05,
      "loss": 5.396852016448975,
      "semantic_top1": 0.306640625,
      "step": 2760,
      "teacher_forced_acoustic_top1": 0.07366071428571429,
      "teacher_forced_semantic_top1": 0.306640625,
      "teacher_kl_loss": 2.548649311065674,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07050432477678571,
      "ce_loss": 4.807669639587402,
      "learning_rate": 3.060625257095845e-05,
      "loss": 5.451303958892822,
      "semantic_top1": 0.293701171875,
      "step": 2780,
      "teacher_forced_acoustic_top1": 0.07050432477678571,
      "teacher_forced_semantic_top1": 0.293701171875,
      "teacher_kl_loss": 2.574535369873047,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07646833147321429,
      "ce_loss": 4.745046138763428,
      "learning_rate": 3.0565130947483884e-05,
      "loss": 5.384695529937744,
      "semantic_top1": 0.3255615234375,
      "step": 2800,
      "teacher_forced_acoustic_top1": 0.07646833147321429,
      "teacher_forced_semantic_top1": 0.3255615234375,
      "teacher_kl_loss": 2.558596611022949,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07441057477678571,
      "ce_loss": 4.750758171081543,
      "learning_rate": 3.0524009324009326e-05,
      "loss": 5.390231132507324,
      "semantic_top1": 0.3150634765625,
      "step": 2820,
      "teacher_forced_acoustic_top1": 0.07441057477678571,
      "teacher_forced_semantic_top1": 0.3150634765625,
      "teacher_kl_loss": 2.5578882694244385,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07223074776785714,
      "ce_loss": 4.789138317108154,
      "learning_rate": 3.0482887700534757e-05,
      "loss": 5.424283981323242,
      "semantic_top1": 0.2991943359375,
      "step": 2840,
      "teacher_forced_acoustic_top1": 0.07223074776785714,
      "teacher_forced_semantic_top1": 0.2991943359375,
      "teacher_kl_loss": 2.540581703186035,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07453264508928571,
      "ce_loss": 4.761898994445801,
      "learning_rate": 3.0441766077060192e-05,
      "loss": 5.405396461486816,
      "semantic_top1": 0.3060302734375,
      "step": 2860,
      "teacher_forced_acoustic_top1": 0.07453264508928571,
      "teacher_forced_semantic_top1": 0.3060302734375,
      "teacher_kl_loss": 2.573988914489746,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07386997767857142,
      "ce_loss": 4.767209529876709,
      "learning_rate": 3.0400644453585627e-05,
      "loss": 5.408575057983398,
      "semantic_top1": 0.3017578125,
      "step": 2880,
      "teacher_forced_acoustic_top1": 0.07386997767857142,
      "teacher_forced_semantic_top1": 0.3017578125,
      "teacher_kl_loss": 2.565462589263916,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07559640066964286,
      "ce_loss": 4.77361536026001,
      "learning_rate": 3.0359522830111062e-05,
      "loss": 5.4200873374938965,
      "semantic_top1": 0.3104248046875,
      "step": 2900,
      "teacher_forced_acoustic_top1": 0.07559640066964286,
      "teacher_forced_semantic_top1": 0.3104248046875,
      "teacher_kl_loss": 2.5858871936798096,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0751953125,
      "ce_loss": 4.737203598022461,
      "learning_rate": 3.03184012066365e-05,
      "loss": 5.371140956878662,
      "semantic_top1": 0.318603515625,
      "step": 2920,
      "teacher_forced_acoustic_top1": 0.0751953125,
      "teacher_forced_semantic_top1": 0.318603515625,
      "teacher_kl_loss": 2.5357494354248047,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07598005022321429,
      "ce_loss": 4.7337541580200195,
      "learning_rate": 3.0277279583161935e-05,
      "loss": 5.367547988891602,
      "semantic_top1": 0.3175048828125,
      "step": 2940,
      "teacher_forced_acoustic_top1": 0.07598005022321429,
      "teacher_forced_semantic_top1": 0.3175048828125,
      "teacher_kl_loss": 2.53517484664917,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07878766741071429,
      "ce_loss": 4.68684196472168,
      "learning_rate": 3.023615795968737e-05,
      "loss": 5.312281131744385,
      "semantic_top1": 0.316650390625,
      "step": 2960,
      "teacher_forced_acoustic_top1": 0.07878766741071429,
      "teacher_forced_semantic_top1": 0.316650390625,
      "teacher_kl_loss": 2.5017576217651367,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08018275669642858,
      "ce_loss": 4.6842474937438965,
      "learning_rate": 3.0195036336212805e-05,
      "loss": 5.309060573577881,
      "semantic_top1": 0.326171875,
      "step": 2980,
      "teacher_forced_acoustic_top1": 0.08018275669642858,
      "teacher_forced_semantic_top1": 0.326171875,
      "teacher_kl_loss": 2.4992520809173584,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07875279017857142,
      "ce_loss": 4.674532890319824,
      "learning_rate": 3.015391471273824e-05,
      "loss": 5.29946231842041,
      "semantic_top1": 0.3179931640625,
      "step": 3000,
      "teacher_forced_acoustic_top1": 0.07875279017857142,
      "teacher_forced_semantic_top1": 0.3179931640625,
      "teacher_kl_loss": 2.4997177124023438,
      "type": "train"
    },
    {
      "acoustic_top1": 0.044379296240868504,
      "acoustic_top5": 0.13689947747564934,
      "ce_loss": 4.61860448663885,
      "head_0_top1": 0.30863813920454547,
      "head_0_top5": 0.6407886851917614,
      "head_1_top1": 0.08709439364346591,
      "head_1_top5": 0.24759743430397727,
      "head_2_top1": 0.08185369318181818,
      "head_2_top5": 0.23667491566051135,
      "head_3_top1": 0.054032759232954544,
      "head_3_top5": 0.1703824129971591,
      "head_4_top1": 0.03747836026278409,
      "head_4_top5": 0.12569635564630682,
      "head_5_top1": 0.02282159978693182,
      "head_5_top5": 0.07816106622869318,
      "head_6_top1": 0.014659534801136364,
      "head_6_top5": 0.05303122780539773,
      "head_7_top1": 0.012714732776988636,
      "head_7_top5": 0.0467529296875,
      "loss": 5.232144095680931,
      "semantic_top1": 0.30863813920454547,
      "semantic_top5": 0.6407886851917614,
      "step": 3000,
      "teacher_forced_acoustic_top1": 0.08535489169034091,
      "teacher_forced_acoustic_top5": 0.24365789240056818,
      "teacher_forced_head_0_top1": 0.30863813920454547,
      "teacher_forced_head_0_top5": 0.6407886851917614,
      "teacher_forced_head_1_top1": 0.15715165571732956,
      "teacher_forced_head_1_top5": 0.4062527743252841,
      "teacher_forced_head_2_top1": 0.12132679332386363,
      "teacher_forced_head_2_top5": 0.3277005282315341,
      "teacher_forced_head_3_top1": 0.082305908203125,
      "teacher_forced_head_3_top5": 0.24257035688920456,
      "teacher_forced_head_4_top1": 0.06815962357954546,
      "teacher_forced_head_4_top5": 0.2076443758877841,
      "teacher_forced_head_5_top1": 0.06837602095170454,
      "teacher_forced_head_5_top5": 0.20491443980823865,
      "teacher_forced_head_6_top1": 0.055955366654829544,
      "teacher_forced_head_6_top5": 0.17405007102272727,
      "teacher_forced_head_7_top1": 0.04420887340198864,
      "teacher_forced_head_7_top5": 0.14247270063920456,
      "teacher_forced_semantic_top1": 0.30863813920454547,
      "teacher_forced_semantic_top5": 0.6407886851917614,
      "teacher_kl_loss": 2.454157915982333,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.07903180803571429,
      "ce_loss": 4.681679725646973,
      "learning_rate": 3.011279308926367e-05,
      "loss": 5.309173583984375,
      "semantic_top1": 0.31494140625,
      "step": 3020,
      "teacher_forced_acoustic_top1": 0.07903180803571429,
      "teacher_forced_semantic_top1": 0.31494140625,
      "teacher_kl_loss": 2.509976863861084,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08018275669642858,
      "ce_loss": 4.672148704528809,
      "learning_rate": 3.0071671465789113e-05,
      "loss": 5.2969865798950195,
      "semantic_top1": 0.3272705078125,
      "step": 3040,
      "teacher_forced_acoustic_top1": 0.08018275669642858,
      "teacher_forced_semantic_top1": 0.3272705078125,
      "teacher_kl_loss": 2.4993529319763184,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07725306919642858,
      "ce_loss": 4.673200607299805,
      "learning_rate": 3.0030549842314547e-05,
      "loss": 5.30362606048584,
      "semantic_top1": 0.331298828125,
      "step": 3060,
      "teacher_forced_acoustic_top1": 0.07725306919642858,
      "teacher_forced_semantic_top1": 0.331298828125,
      "teacher_kl_loss": 2.5217032432556152,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08047921316964286,
      "ce_loss": 4.685862064361572,
      "learning_rate": 2.9989428218839982e-05,
      "loss": 5.316610336303711,
      "semantic_top1": 0.31982421875,
      "step": 3080,
      "teacher_forced_acoustic_top1": 0.08047921316964286,
      "teacher_forced_semantic_top1": 0.31982421875,
      "teacher_kl_loss": 2.5229928493499756,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08168247767857142,
      "ce_loss": 4.62741756439209,
      "learning_rate": 2.9948306595365414e-05,
      "loss": 5.240507125854492,
      "semantic_top1": 0.3272705078125,
      "step": 3100,
      "teacher_forced_acoustic_top1": 0.08168247767857142,
      "teacher_forced_semantic_top1": 0.3272705078125,
      "teacher_kl_loss": 2.452357292175293,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08368791852678571,
      "ce_loss": 4.61456823348999,
      "learning_rate": 2.9907184971890855e-05,
      "loss": 5.226943492889404,
      "semantic_top1": 0.3331298828125,
      "step": 3120,
      "teacher_forced_acoustic_top1": 0.08368791852678571,
      "teacher_forced_semantic_top1": 0.3331298828125,
      "teacher_kl_loss": 2.4495015144348145,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07952008928571429,
      "ce_loss": 4.65650749206543,
      "learning_rate": 2.986606334841629e-05,
      "loss": 5.283346176147461,
      "semantic_top1": 0.3321533203125,
      "step": 3140,
      "teacher_forced_acoustic_top1": 0.07952008928571429,
      "teacher_forced_semantic_top1": 0.3321533203125,
      "teacher_kl_loss": 2.5073556900024414,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07646833147321429,
      "ce_loss": 4.689425945281982,
      "learning_rate": 2.9824941724941722e-05,
      "loss": 5.320866584777832,
      "semantic_top1": 0.31005859375,
      "step": 3160,
      "teacher_forced_acoustic_top1": 0.07646833147321429,
      "teacher_forced_semantic_top1": 0.31005859375,
      "teacher_kl_loss": 2.5257606506347656,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07732282366071429,
      "ce_loss": 4.700705528259277,
      "learning_rate": 2.9783820101467157e-05,
      "loss": 5.326700210571289,
      "semantic_top1": 0.3236083984375,
      "step": 3180,
      "teacher_forced_acoustic_top1": 0.07732282366071429,
      "teacher_forced_semantic_top1": 0.3236083984375,
      "teacher_kl_loss": 2.5039806365966797,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0841064453125,
      "ce_loss": 4.6188764572143555,
      "learning_rate": 2.9742698477992598e-05,
      "loss": 5.233575820922852,
      "semantic_top1": 0.3316650390625,
      "step": 3200,
      "teacher_forced_acoustic_top1": 0.0841064453125,
      "teacher_forced_semantic_top1": 0.3316650390625,
      "teacher_kl_loss": 2.4587981700897217,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0836181640625,
      "ce_loss": 4.5953168869018555,
      "learning_rate": 2.9701576854518033e-05,
      "loss": 5.202263355255127,
      "semantic_top1": 0.332275390625,
      "step": 3220,
      "teacher_forced_acoustic_top1": 0.0836181640625,
      "teacher_forced_semantic_top1": 0.332275390625,
      "teacher_kl_loss": 2.4277846813201904,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08211844308035714,
      "ce_loss": 4.620427131652832,
      "learning_rate": 2.9660455231043465e-05,
      "loss": 5.2400007247924805,
      "semantic_top1": 0.3310546875,
      "step": 3240,
      "teacher_forced_acoustic_top1": 0.08211844308035714,
      "teacher_forced_semantic_top1": 0.3310546875,
      "teacher_kl_loss": 2.4782943725585938,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08818708147321429,
      "ce_loss": 4.57071590423584,
      "learning_rate": 2.96193336075689e-05,
      "loss": 5.182613849639893,
      "semantic_top1": 0.3424072265625,
      "step": 3260,
      "teacher_forced_acoustic_top1": 0.08818708147321429,
      "teacher_forced_semantic_top1": 0.3424072265625,
      "teacher_kl_loss": 2.4475924968719482,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08220563616071429,
      "ce_loss": 4.607794761657715,
      "learning_rate": 2.957821198409433e-05,
      "loss": 5.219381332397461,
      "semantic_top1": 0.335693359375,
      "step": 3280,
      "teacher_forced_acoustic_top1": 0.08220563616071429,
      "teacher_forced_semantic_top1": 0.335693359375,
      "teacher_kl_loss": 2.4463446140289307,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08612932477678571,
      "ce_loss": 4.567966938018799,
      "learning_rate": 2.9537090360619766e-05,
      "loss": 5.182780742645264,
      "semantic_top1": 0.3477783203125,
      "step": 3300,
      "teacher_forced_acoustic_top1": 0.08612932477678571,
      "teacher_forced_semantic_top1": 0.3477783203125,
      "teacher_kl_loss": 2.459254741668701,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08368791852678571,
      "ce_loss": 4.603761672973633,
      "learning_rate": 2.9495968737145207e-05,
      "loss": 5.225560188293457,
      "semantic_top1": 0.333984375,
      "step": 3320,
      "teacher_forced_acoustic_top1": 0.08368791852678571,
      "teacher_forced_semantic_top1": 0.333984375,
      "teacher_kl_loss": 2.4871950149536133,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08492606026785714,
      "ce_loss": 4.6026811599731445,
      "learning_rate": 2.9454847113670636e-05,
      "loss": 5.2223052978515625,
      "semantic_top1": 0.3199462890625,
      "step": 3340,
      "teacher_forced_acoustic_top1": 0.08492606026785714,
      "teacher_forced_semantic_top1": 0.3199462890625,
      "teacher_kl_loss": 2.4784979820251465,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08546665736607142,
      "ce_loss": 4.5599517822265625,
      "learning_rate": 2.9413725490196077e-05,
      "loss": 5.165117263793945,
      "semantic_top1": 0.3468017578125,
      "step": 3360,
      "teacher_forced_acoustic_top1": 0.08546665736607142,
      "teacher_forced_semantic_top1": 0.3468017578125,
      "teacher_kl_loss": 2.4206628799438477,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08914620535714286,
      "ce_loss": 4.546714782714844,
      "learning_rate": 2.937260386672151e-05,
      "loss": 5.155291557312012,
      "semantic_top1": 0.346923828125,
      "step": 3380,
      "teacher_forced_acoustic_top1": 0.08914620535714286,
      "teacher_forced_semantic_top1": 0.346923828125,
      "teacher_kl_loss": 2.4343061447143555,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09043666294642858,
      "ce_loss": 4.543517112731934,
      "learning_rate": 2.933148224324695e-05,
      "loss": 5.147613525390625,
      "semantic_top1": 0.342041015625,
      "step": 3400,
      "teacher_forced_acoustic_top1": 0.09043666294642858,
      "teacher_forced_semantic_top1": 0.342041015625,
      "teacher_kl_loss": 2.416384696960449,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0869140625,
      "ce_loss": 4.576208114624023,
      "learning_rate": 2.929036061977238e-05,
      "loss": 5.188002586364746,
      "semantic_top1": 0.3377685546875,
      "step": 3420,
      "teacher_forced_acoustic_top1": 0.0869140625,
      "teacher_forced_semantic_top1": 0.3377685546875,
      "teacher_kl_loss": 2.4471774101257324,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08602469308035714,
      "ce_loss": 4.577586650848389,
      "learning_rate": 2.9249238996297817e-05,
      "loss": 5.191017150878906,
      "semantic_top1": 0.3349609375,
      "step": 3440,
      "teacher_forced_acoustic_top1": 0.08602469308035714,
      "teacher_forced_semantic_top1": 0.3349609375,
      "teacher_kl_loss": 2.4537229537963867,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08579799107142858,
      "ce_loss": 4.59269905090332,
      "learning_rate": 2.920811737282325e-05,
      "loss": 5.203221321105957,
      "semantic_top1": 0.3209228515625,
      "step": 3460,
      "teacher_forced_acoustic_top1": 0.08579799107142858,
      "teacher_forced_semantic_top1": 0.3209228515625,
      "teacher_kl_loss": 2.442091464996338,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08466448102678571,
      "ce_loss": 4.547131538391113,
      "learning_rate": 2.9166995749348693e-05,
      "loss": 5.150372505187988,
      "semantic_top1": 0.3446044921875,
      "step": 3480,
      "teacher_forced_acoustic_top1": 0.08466448102678571,
      "teacher_forced_semantic_top1": 0.3446044921875,
      "teacher_kl_loss": 2.4129624366760254,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09230259486607142,
      "ce_loss": 4.502586364746094,
      "learning_rate": 2.912587412587412e-05,
      "loss": 5.09433650970459,
      "semantic_top1": 0.35009765625,
      "step": 3500,
      "teacher_forced_acoustic_top1": 0.09230259486607142,
      "teacher_forced_semantic_top1": 0.35009765625,
      "teacher_kl_loss": 2.367000102996826,
      "type": "train"
    },
    {
      "acoustic_top1": 0.04835807503043831,
      "acoustic_top5": 0.14684701894784902,
      "ce_loss": 4.458525917746804,
      "head_0_top1": 0.33098255504261365,
      "head_0_top5": 0.6739280007102273,
      "head_1_top1": 0.09504283558238637,
      "head_1_top5": 0.26453746448863635,
      "head_2_top1": 0.08832341974431818,
      "head_2_top5": 0.25242198597301135,
      "head_3_top1": 0.05957863547585227,
      "head_3_top5": 0.18286687677556818,
      "head_4_top1": 0.04163429953835227,
      "head_4_top5": 0.13790061257102273,
      "head_5_top1": 0.024169921875,
      "head_5_top5": 0.08221158114346591,
      "head_6_top1": 0.016055020419034092,
      "head_6_top5": 0.058027787642045456,
      "head_7_top1": 0.013702392578125,
      "head_7_top5": 0.049962824041193184,
      "loss": 5.0475945906205615,
      "semantic_top1": 0.33098255504261365,
      "semantic_top5": 0.6739280007102273,
      "step": 3500,
      "teacher_forced_acoustic_top1": 0.09599482548701299,
      "teacher_forced_acoustic_top5": 0.2681524103338068,
      "teacher_forced_head_0_top1": 0.33098255504261365,
      "teacher_forced_head_0_top5": 0.6739280007102273,
      "teacher_forced_head_1_top1": 0.17061268199573865,
      "teacher_forced_head_1_top5": 0.4329806241122159,
      "teacher_forced_head_2_top1": 0.13350885564630682,
      "teacher_forced_head_2_top5": 0.3543118563565341,
      "teacher_forced_head_3_top1": 0.09411066228693182,
      "teacher_forced_head_3_top5": 0.2693120783025568,
      "teacher_forced_head_4_top1": 0.07855502041903409,
      "teacher_forced_head_4_top5": 0.23238580877130682,
      "teacher_forced_head_5_top1": 0.07752852006392046,
      "teacher_forced_head_5_top5": 0.22682606090198865,
      "teacher_forced_head_6_top1": 0.06559337269176137,
      "teacher_forced_head_6_top5": 0.1985140713778409,
      "teacher_forced_head_7_top1": 0.05205466530539773,
      "teacher_forced_head_7_top5": 0.16273637251420456,
      "teacher_forced_semantic_top1": 0.33098255504261365,
      "teacher_forced_semantic_top5": 0.6739280007102273,
      "teacher_kl_loss": 2.3562743447043677,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.09162248883928571,
      "ce_loss": 4.4875006675720215,
      "learning_rate": 2.908475250239956e-05,
      "loss": 5.078988552093506,
      "semantic_top1": 0.357666015625,
      "step": 3520,
      "teacher_forced_acoustic_top1": 0.09162248883928571,
      "teacher_forced_semantic_top1": 0.357666015625,
      "teacher_kl_loss": 2.3659515380859375,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09488351004464286,
      "ce_loss": 4.483286380767822,
      "learning_rate": 2.9043630878924994e-05,
      "loss": 5.079883575439453,
      "semantic_top1": 0.3404541015625,
      "step": 3540,
      "teacher_forced_acoustic_top1": 0.09488351004464286,
      "teacher_forced_semantic_top1": 0.3404541015625,
      "teacher_kl_loss": 2.3863883018493652,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08757672991071429,
      "ce_loss": 4.531647682189941,
      "learning_rate": 2.9002509255450426e-05,
      "loss": 5.129602432250977,
      "semantic_top1": 0.3560791015625,
      "step": 3560,
      "teacher_forced_acoustic_top1": 0.08757672991071429,
      "teacher_forced_semantic_top1": 0.3560791015625,
      "teacher_kl_loss": 2.391820192337036,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09097726004464286,
      "ce_loss": 4.471651554107666,
      "learning_rate": 2.8961387631975864e-05,
      "loss": 5.05872917175293,
      "semantic_top1": 0.356201171875,
      "step": 3580,
      "teacher_forced_acoustic_top1": 0.09097726004464286,
      "teacher_forced_semantic_top1": 0.356201171875,
      "teacher_kl_loss": 2.3483095169067383,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08935546875,
      "ce_loss": 4.510796546936035,
      "learning_rate": 2.8920266008501302e-05,
      "loss": 5.108591079711914,
      "semantic_top1": 0.3370361328125,
      "step": 3600,
      "teacher_forced_acoustic_top1": 0.08935546875,
      "teacher_forced_semantic_top1": 0.3370361328125,
      "teacher_kl_loss": 2.3911781311035156,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09015764508928571,
      "ce_loss": 4.532728672027588,
      "learning_rate": 2.8879144385026734e-05,
      "loss": 5.139335632324219,
      "semantic_top1": 0.348388671875,
      "step": 3620,
      "teacher_forced_acoustic_top1": 0.09015764508928571,
      "teacher_forced_semantic_top1": 0.348388671875,
      "teacher_kl_loss": 2.4264297485351562,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08759416852678571,
      "ce_loss": 4.535979270935059,
      "learning_rate": 2.883802276155217e-05,
      "loss": 5.14064884185791,
      "semantic_top1": 0.3499755859375,
      "step": 3640,
      "teacher_forced_acoustic_top1": 0.08759416852678571,
      "teacher_forced_semantic_top1": 0.3499755859375,
      "teacher_kl_loss": 2.4186768531799316,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0887451171875,
      "ce_loss": 4.508235931396484,
      "learning_rate": 2.8796901138077607e-05,
      "loss": 5.107576370239258,
      "semantic_top1": 0.33984375,
      "step": 3660,
      "teacher_forced_acoustic_top1": 0.0887451171875,
      "teacher_forced_semantic_top1": 0.33984375,
      "teacher_kl_loss": 2.397362232208252,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09195382254464286,
      "ce_loss": 4.492537498474121,
      "learning_rate": 2.8755779514603045e-05,
      "loss": 5.090336322784424,
      "semantic_top1": 0.350830078125,
      "step": 3680,
      "teacher_forced_acoustic_top1": 0.09195382254464286,
      "teacher_forced_semantic_top1": 0.350830078125,
      "teacher_kl_loss": 2.3911938667297363,
      "type": "train"
    },
    {
      "acoustic_top1": 0.088623046875,
      "ce_loss": 4.506242752075195,
      "learning_rate": 2.8714657891128473e-05,
      "loss": 5.106926918029785,
      "semantic_top1": 0.351318359375,
      "step": 3700,
      "teacher_forced_acoustic_top1": 0.088623046875,
      "teacher_forced_semantic_top1": 0.351318359375,
      "teacher_kl_loss": 2.402738571166992,
      "type": "train"
    },
    {
      "acoustic_top1": 0.08891950334821429,
      "ce_loss": 4.500410556793213,
      "learning_rate": 2.867353626765391e-05,
      "loss": 5.099013328552246,
      "semantic_top1": 0.348876953125,
      "step": 3720,
      "teacher_forced_acoustic_top1": 0.08891950334821429,
      "teacher_forced_semantic_top1": 0.348876953125,
      "teacher_kl_loss": 2.3944098949432373,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09233747209821429,
      "ce_loss": 4.467113018035889,
      "learning_rate": 2.863241464417935e-05,
      "loss": 5.056447982788086,
      "semantic_top1": 0.3585205078125,
      "step": 3740,
      "teacher_forced_acoustic_top1": 0.09233747209821429,
      "teacher_forced_semantic_top1": 0.3585205078125,
      "teacher_kl_loss": 2.35733962059021,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09165736607142858,
      "ce_loss": 4.480303764343262,
      "learning_rate": 2.8591293020704785e-05,
      "loss": 5.079828262329102,
      "semantic_top1": 0.357177734375,
      "step": 3760,
      "teacher_forced_acoustic_top1": 0.09165736607142858,
      "teacher_forced_semantic_top1": 0.357177734375,
      "teacher_kl_loss": 2.3980963230133057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09486607142857142,
      "ce_loss": 4.460258483886719,
      "learning_rate": 2.855017139723022e-05,
      "loss": 5.058369159698486,
      "semantic_top1": 0.3577880859375,
      "step": 3780,
      "teacher_forced_acoustic_top1": 0.09486607142857142,
      "teacher_forced_semantic_top1": 0.3577880859375,
      "teacher_kl_loss": 2.3924431800842285,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09439522879464286,
      "ce_loss": 4.436055660247803,
      "learning_rate": 2.8509049773755654e-05,
      "loss": 5.027100563049316,
      "semantic_top1": 0.3582763671875,
      "step": 3800,
      "teacher_forced_acoustic_top1": 0.09439522879464286,
      "teacher_forced_semantic_top1": 0.3582763671875,
      "teacher_kl_loss": 2.3641791343688965,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09758649553571429,
      "ce_loss": 4.438652038574219,
      "learning_rate": 2.846792815028109e-05,
      "loss": 5.028753280639648,
      "semantic_top1": 0.3389892578125,
      "step": 3820,
      "teacher_forced_acoustic_top1": 0.09758649553571429,
      "teacher_forced_semantic_top1": 0.3389892578125,
      "teacher_kl_loss": 2.360405445098877,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0933837890625,
      "ce_loss": 4.4694929122924805,
      "learning_rate": 2.8426806526806524e-05,
      "loss": 5.062586307525635,
      "semantic_top1": 0.3409423828125,
      "step": 3840,
      "teacher_forced_acoustic_top1": 0.0933837890625,
      "teacher_forced_semantic_top1": 0.3409423828125,
      "teacher_kl_loss": 2.372375965118408,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09573800223214286,
      "ce_loss": 4.4531779289245605,
      "learning_rate": 2.838568490333196e-05,
      "loss": 5.044497013092041,
      "semantic_top1": 0.35693359375,
      "step": 3860,
      "teacher_forced_acoustic_top1": 0.09573800223214286,
      "teacher_forced_semantic_top1": 0.35693359375,
      "teacher_kl_loss": 2.3652758598327637,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09868512834821429,
      "ce_loss": 4.4083027839660645,
      "learning_rate": 2.8344563279857394e-05,
      "loss": 4.993235111236572,
      "semantic_top1": 0.354248046875,
      "step": 3880,
      "teacher_forced_acoustic_top1": 0.09868512834821429,
      "teacher_forced_semantic_top1": 0.354248046875,
      "teacher_kl_loss": 2.339730739593506,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09273856026785714,
      "ce_loss": 4.457461357116699,
      "learning_rate": 2.830344165638283e-05,
      "loss": 5.053049087524414,
      "semantic_top1": 0.3580322265625,
      "step": 3900,
      "teacher_forced_acoustic_top1": 0.09273856026785714,
      "teacher_forced_semantic_top1": 0.3580322265625,
      "teacher_kl_loss": 2.3823490142822266,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09758649553571429,
      "ce_loss": 4.4057207107543945,
      "learning_rate": 2.8262320032908267e-05,
      "loss": 4.986826419830322,
      "semantic_top1": 0.363525390625,
      "step": 3920,
      "teacher_forced_acoustic_top1": 0.09758649553571429,
      "teacher_forced_semantic_top1": 0.363525390625,
      "teacher_kl_loss": 2.3244223594665527,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09735979352678571,
      "ce_loss": 4.431813716888428,
      "learning_rate": 2.8221198409433702e-05,
      "loss": 5.02003288269043,
      "semantic_top1": 0.3682861328125,
      "step": 3940,
      "teacher_forced_acoustic_top1": 0.09735979352678571,
      "teacher_forced_semantic_top1": 0.3682861328125,
      "teacher_kl_loss": 2.3528757095336914,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09636579241071429,
      "ce_loss": 4.422763347625732,
      "learning_rate": 2.8180076785959137e-05,
      "loss": 5.005682468414307,
      "semantic_top1": 0.34619140625,
      "step": 3960,
      "teacher_forced_acoustic_top1": 0.09636579241071429,
      "teacher_forced_semantic_top1": 0.34619140625,
      "teacher_kl_loss": 2.3316774368286133,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09613909040178571,
      "ce_loss": 4.4261627197265625,
      "learning_rate": 2.813895516248457e-05,
      "loss": 5.014224052429199,
      "semantic_top1": 0.36376953125,
      "step": 3980,
      "teacher_forced_acoustic_top1": 0.09613909040178571,
      "teacher_forced_semantic_top1": 0.36376953125,
      "teacher_kl_loss": 2.352246046066284,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09746442522321429,
      "ce_loss": 4.404218673706055,
      "learning_rate": 2.8097833539010006e-05,
      "loss": 4.988597869873047,
      "semantic_top1": 0.350341796875,
      "step": 4000,
      "teacher_forced_acoustic_top1": 0.09746442522321429,
      "teacher_forced_semantic_top1": 0.350341796875,
      "teacher_kl_loss": 2.3375163078308105,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05092075892857143,
      "acoustic_top5": 0.15287324979707792,
      "ce_loss": 4.3358847878196025,
      "head_0_top1": 0.3483914462002841,
      "head_0_top5": 0.6989635120738636,
      "head_1_top1": 0.10011985085227272,
      "head_1_top5": 0.27378983931107953,
      "head_2_top1": 0.09265414151278409,
      "head_2_top5": 0.26213489879261365,
      "head_3_top1": 0.06297718394886363,
      "head_3_top5": 0.19313465465198865,
      "head_4_top1": 0.044397527521306816,
      "head_4_top5": 0.14493907581676135,
      "head_5_top1": 0.025143710049715908,
      "head_5_top5": 0.08446155894886363,
      "head_6_top1": 0.016651500355113636,
      "head_6_top5": 0.05994484641335227,
      "head_7_top1": 0.014501398259943182,
      "head_7_top5": 0.05170787464488636,
      "loss": 4.907636469060725,
      "semantic_top1": 0.3483914462002841,
      "semantic_top5": 0.6989635120738636,
      "step": 4000,
      "teacher_forced_acoustic_top1": 0.10495153650060876,
      "teacher_forced_acoustic_top5": 0.28815133231026785,
      "teacher_forced_head_0_top1": 0.3483914462002841,
      "teacher_forced_head_0_top5": 0.6989635120738636,
      "teacher_forced_head_1_top1": 0.18080832741477273,
      "teacher_forced_head_1_top5": 0.4511469060724432,
      "teacher_forced_head_2_top1": 0.14460060813210227,
      "teacher_forced_head_2_top5": 0.37821821732954547,
      "teacher_forced_head_3_top1": 0.10442005504261363,
      "teacher_forced_head_3_top5": 0.29328779740767047,
      "teacher_forced_head_4_top1": 0.086883544921875,
      "teacher_forced_head_4_top5": 0.2518587979403409,
      "teacher_forced_head_5_top1": 0.08526333895596591,
      "teacher_forced_head_5_top5": 0.24408513849431818,
      "teacher_forced_head_6_top1": 0.07378040660511363,
      "teacher_forced_head_6_top5": 0.21726573597301135,
      "teacher_forced_head_7_top1": 0.058904474431818184,
      "teacher_forced_head_7_top5": 0.18119673295454544,
      "teacher_forced_semantic_top1": 0.3483914462002841,
      "teacher_forced_semantic_top5": 0.6989635120738636,
      "teacher_kl_loss": 2.28700759194114,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.09702845982142858,
      "ce_loss": 4.4460954666137695,
      "learning_rate": 2.8056711915535445e-05,
      "loss": 5.039395332336426,
      "semantic_top1": 0.3555908203125,
      "step": 4020,
      "teacher_forced_acoustic_top1": 0.09702845982142858,
      "teacher_forced_semantic_top1": 0.3555908203125,
      "teacher_kl_loss": 2.3732004165649414,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0965576171875,
      "ce_loss": 4.405333042144775,
      "learning_rate": 2.801559029206088e-05,
      "loss": 4.9900078773498535,
      "semantic_top1": 0.372802734375,
      "step": 4040,
      "teacher_forced_acoustic_top1": 0.0965576171875,
      "teacher_forced_semantic_top1": 0.372802734375,
      "teacher_kl_loss": 2.338698387145996,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09971400669642858,
      "ce_loss": 4.397589683532715,
      "learning_rate": 2.797446866858631e-05,
      "loss": 4.978848934173584,
      "semantic_top1": 0.3671875,
      "step": 4060,
      "teacher_forced_acoustic_top1": 0.09971400669642858,
      "teacher_forced_semantic_top1": 0.3671875,
      "teacher_kl_loss": 2.325037956237793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09889439174107142,
      "ce_loss": 4.388149261474609,
      "learning_rate": 2.793334704511175e-05,
      "loss": 4.971458435058594,
      "semantic_top1": 0.3721923828125,
      "step": 4080,
      "teacher_forced_acoustic_top1": 0.09889439174107142,
      "teacher_forced_semantic_top1": 0.3721923828125,
      "teacher_kl_loss": 2.333237648010254,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09791782924107142,
      "ce_loss": 4.38123893737793,
      "learning_rate": 2.7892225421637184e-05,
      "loss": 4.963039398193359,
      "semantic_top1": 0.3651123046875,
      "step": 4100,
      "teacher_forced_acoustic_top1": 0.09791782924107142,
      "teacher_forced_semantic_top1": 0.3651123046875,
      "teacher_kl_loss": 2.3271994590759277,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09425571986607142,
      "ce_loss": 4.4537482261657715,
      "learning_rate": 2.785110379816262e-05,
      "loss": 5.05582332611084,
      "semantic_top1": 0.3505859375,
      "step": 4120,
      "teacher_forced_acoustic_top1": 0.09425571986607142,
      "teacher_forced_semantic_top1": 0.3505859375,
      "teacher_kl_loss": 2.40830135345459,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09730747767857142,
      "ce_loss": 4.377937316894531,
      "learning_rate": 2.7809982174688054e-05,
      "loss": 4.96085262298584,
      "semantic_top1": 0.3719482421875,
      "step": 4140,
      "teacher_forced_acoustic_top1": 0.09730747767857142,
      "teacher_forced_semantic_top1": 0.3719482421875,
      "teacher_kl_loss": 2.331662654876709,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0960693359375,
      "ce_loss": 4.417915344238281,
      "learning_rate": 2.7768860551213485e-05,
      "loss": 5.0041704177856445,
      "semantic_top1": 0.3485107421875,
      "step": 4160,
      "teacher_forced_acoustic_top1": 0.0960693359375,
      "teacher_forced_semantic_top1": 0.3485107421875,
      "teacher_kl_loss": 2.345018148422241,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10093470982142858,
      "ce_loss": 4.374063491821289,
      "learning_rate": 2.7727738927738924e-05,
      "loss": 4.957533836364746,
      "semantic_top1": 0.364013671875,
      "step": 4180,
      "teacher_forced_acoustic_top1": 0.10093470982142858,
      "teacher_forced_semantic_top1": 0.364013671875,
      "teacher_kl_loss": 2.333881378173828,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09994070870535714,
      "ce_loss": 4.364152431488037,
      "learning_rate": 2.7686617304264362e-05,
      "loss": 4.949219226837158,
      "semantic_top1": 0.370361328125,
      "step": 4200,
      "teacher_forced_acoustic_top1": 0.09994070870535714,
      "teacher_forced_semantic_top1": 0.370361328125,
      "teacher_kl_loss": 2.3402671813964844,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09772600446428571,
      "ce_loss": 4.381653308868408,
      "learning_rate": 2.7645495680789797e-05,
      "loss": 4.963428974151611,
      "semantic_top1": 0.3717041015625,
      "step": 4220,
      "teacher_forced_acoustic_top1": 0.09772600446428571,
      "teacher_forced_semantic_top1": 0.3717041015625,
      "teacher_kl_loss": 2.3271031379699707,
      "type": "train"
    },
    {
      "acoustic_top1": 0.101318359375,
      "ce_loss": 4.344419956207275,
      "learning_rate": 2.7604374057315228e-05,
      "loss": 4.920616626739502,
      "semantic_top1": 0.3795166015625,
      "step": 4240,
      "teacher_forced_acoustic_top1": 0.101318359375,
      "teacher_forced_semantic_top1": 0.3795166015625,
      "teacher_kl_loss": 2.3047873973846436,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10159737723214286,
      "ce_loss": 4.332758903503418,
      "learning_rate": 2.756325243384067e-05,
      "loss": 4.9071149826049805,
      "semantic_top1": 0.3653564453125,
      "step": 4260,
      "teacher_forced_acoustic_top1": 0.10159737723214286,
      "teacher_forced_semantic_top1": 0.3653564453125,
      "teacher_kl_loss": 2.2974226474761963,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10030691964285714,
      "ce_loss": 4.384427070617676,
      "learning_rate": 2.75221308103661e-05,
      "loss": 4.964008808135986,
      "semantic_top1": 0.3643798828125,
      "step": 4280,
      "teacher_forced_acoustic_top1": 0.10030691964285714,
      "teacher_forced_semantic_top1": 0.3643798828125,
      "teacher_kl_loss": 2.3183250427246094,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09927804129464286,
      "ce_loss": 4.370746612548828,
      "learning_rate": 2.748100918689154e-05,
      "loss": 4.957941055297852,
      "semantic_top1": 0.3709716796875,
      "step": 4300,
      "teacher_forced_acoustic_top1": 0.09927804129464286,
      "teacher_forced_semantic_top1": 0.3709716796875,
      "teacher_kl_loss": 2.3487772941589355,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10109165736607142,
      "ce_loss": 4.336421012878418,
      "learning_rate": 2.7439887563416978e-05,
      "loss": 4.911800384521484,
      "semantic_top1": 0.3682861328125,
      "step": 4320,
      "teacher_forced_acoustic_top1": 0.10109165736607142,
      "teacher_forced_semantic_top1": 0.3682861328125,
      "teacher_kl_loss": 2.301518201828003,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10323660714285714,
      "ce_loss": 4.328670024871826,
      "learning_rate": 2.7398765939942413e-05,
      "loss": 4.901564598083496,
      "semantic_top1": 0.37353515625,
      "step": 4340,
      "teacher_forced_acoustic_top1": 0.10323660714285714,
      "teacher_forced_semantic_top1": 0.37353515625,
      "teacher_kl_loss": 2.2915782928466797,
      "type": "train"
    },
    {
      "acoustic_top1": 0.100341796875,
      "ce_loss": 4.352708339691162,
      "learning_rate": 2.7357644316467844e-05,
      "loss": 4.931238174438477,
      "semantic_top1": 0.36376953125,
      "step": 4360,
      "teacher_forced_acoustic_top1": 0.100341796875,
      "teacher_forced_semantic_top1": 0.36376953125,
      "teacher_kl_loss": 2.3141191005706787,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10224260602678571,
      "ce_loss": 4.363335609436035,
      "learning_rate": 2.731652269299328e-05,
      "loss": 4.940415859222412,
      "semantic_top1": 0.3765869140625,
      "step": 4380,
      "teacher_forced_acoustic_top1": 0.10224260602678571,
      "teacher_forced_semantic_top1": 0.3765869140625,
      "teacher_kl_loss": 2.308319091796875,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10288783482142858,
      "ce_loss": 4.322117805480957,
      "learning_rate": 2.727540106951871e-05,
      "loss": 4.893318176269531,
      "semantic_top1": 0.3692626953125,
      "step": 4400,
      "teacher_forced_acoustic_top1": 0.10288783482142858,
      "teacher_forced_semantic_top1": 0.3692626953125,
      "teacher_kl_loss": 2.284801721572876,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10423060825892858,
      "ce_loss": 4.323426246643066,
      "learning_rate": 2.7234279446044152e-05,
      "loss": 4.8976640701293945,
      "semantic_top1": 0.367431640625,
      "step": 4420,
      "teacher_forced_acoustic_top1": 0.10423060825892858,
      "teacher_forced_semantic_top1": 0.367431640625,
      "teacher_kl_loss": 2.296950578689575,
      "type": "train"
    },
    {
      "acoustic_top1": 0.09920828683035714,
      "ce_loss": 4.361050605773926,
      "learning_rate": 2.7193157822569584e-05,
      "loss": 4.9449639320373535,
      "semantic_top1": 0.366943359375,
      "step": 4440,
      "teacher_forced_acoustic_top1": 0.09920828683035714,
      "teacher_forced_semantic_top1": 0.366943359375,
      "teacher_kl_loss": 2.335653781890869,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10630580357142858,
      "ce_loss": 4.281732559204102,
      "learning_rate": 2.715203619909502e-05,
      "loss": 4.848254680633545,
      "semantic_top1": 0.379638671875,
      "step": 4460,
      "teacher_forced_acoustic_top1": 0.10630580357142858,
      "teacher_forced_semantic_top1": 0.379638671875,
      "teacher_kl_loss": 2.2660863399505615,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10750906808035714,
      "ce_loss": 4.281274318695068,
      "learning_rate": 2.7110914575620457e-05,
      "loss": 4.853469371795654,
      "semantic_top1": 0.37451171875,
      "step": 4480,
      "teacher_forced_acoustic_top1": 0.10750906808035714,
      "teacher_forced_semantic_top1": 0.37451171875,
      "teacher_kl_loss": 2.2887797355651855,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10846819196428571,
      "ce_loss": 4.30218505859375,
      "learning_rate": 2.7069792952145895e-05,
      "loss": 4.869058609008789,
      "semantic_top1": 0.3758544921875,
      "step": 4500,
      "teacher_forced_acoustic_top1": 0.10846819196428571,
      "teacher_forced_semantic_top1": 0.3758544921875,
      "teacher_kl_loss": 2.267496109008789,
      "type": "train"
    },
    {
      "acoustic_top1": 0.053756515701095776,
      "acoustic_top5": 0.1593417873630276,
      "ce_loss": 4.233359250155362,
      "head_0_top1": 0.358184814453125,
      "head_0_top5": 0.7125299627130682,
      "head_1_top1": 0.10529674183238637,
      "head_1_top5": 0.282745361328125,
      "head_2_top1": 0.09658536044034091,
      "head_2_top5": 0.2701471502130682,
      "head_3_top1": 0.06689730557528409,
      "head_3_top5": 0.2026034268465909,
      "head_4_top1": 0.04770729758522727,
      "head_4_top5": 0.15341741388494318,
      "head_5_top1": 0.027008056640625,
      "head_5_top5": 0.09001575816761363,
      "head_6_top1": 0.017702969637784092,
      "head_6_top5": 0.06262484463778409,
      "head_7_top1": 0.015097878196022728,
      "head_7_top5": 0.053838556463068184,
      "loss": 4.790223901922053,
      "semantic_top1": 0.358184814453125,
      "semantic_top5": 0.7125299627130682,
      "step": 4500,
      "teacher_forced_acoustic_top1": 0.11281912667410714,
      "teacher_forced_acoustic_top5": 0.30544132381290584,
      "teacher_forced_head_0_top1": 0.358184814453125,
      "teacher_forced_head_0_top5": 0.7125299627130682,
      "teacher_forced_head_1_top1": 0.18967784534801135,
      "teacher_forced_head_1_top5": 0.4678871848366477,
      "teacher_forced_head_2_top1": 0.15354780717329544,
      "teacher_forced_head_2_top5": 0.3957491787997159,
      "teacher_forced_head_3_top1": 0.113372802734375,
      "teacher_forced_head_3_top5": 0.31304931640625,
      "teacher_forced_head_4_top1": 0.09558382901278409,
      "teacher_forced_head_4_top5": 0.27302135120738635,
      "teacher_forced_head_5_top1": 0.09292879971590909,
      "teacher_forced_head_5_top5": 0.2621848366477273,
      "teacher_forced_head_6_top1": 0.08019742098721591,
      "teacher_forced_head_6_top5": 0.23130382191051135,
      "teacher_forced_head_7_top1": 0.06442538174715909,
      "teacher_forced_head_7_top5": 0.19489357688210227,
      "teacher_forced_semantic_top1": 0.358184814453125,
      "teacher_forced_semantic_top5": 0.7125299627130682,
      "teacher_kl_loss": 2.227459127252752,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.10459681919642858,
      "ce_loss": 4.305773735046387,
      "learning_rate": 2.7028671328671326e-05,
      "loss": 4.876798629760742,
      "semantic_top1": 0.3829345703125,
      "step": 4520,
      "teacher_forced_acoustic_top1": 0.10459681919642858,
      "teacher_forced_semantic_top1": 0.3829345703125,
      "teacher_kl_loss": 2.284099578857422,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10491071428571429,
      "ce_loss": 4.302396774291992,
      "learning_rate": 2.698754970519676e-05,
      "loss": 4.876161098480225,
      "semantic_top1": 0.3726806640625,
      "step": 4540,
      "teacher_forced_acoustic_top1": 0.10491071428571429,
      "teacher_forced_semantic_top1": 0.3726806640625,
      "teacher_kl_loss": 2.2950570583343506,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1015625,
      "ce_loss": 4.3187103271484375,
      "learning_rate": 2.6946428081722193e-05,
      "loss": 4.896991729736328,
      "semantic_top1": 0.3887939453125,
      "step": 4560,
      "teacher_forced_acoustic_top1": 0.1015625,
      "teacher_forced_semantic_top1": 0.3887939453125,
      "teacher_kl_loss": 2.3131260871887207,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10320172991071429,
      "ce_loss": 4.337334156036377,
      "learning_rate": 2.6905306458247638e-05,
      "loss": 4.911299228668213,
      "semantic_top1": 0.37060546875,
      "step": 4580,
      "teacher_forced_acoustic_top1": 0.10320172991071429,
      "teacher_forced_semantic_top1": 0.37060546875,
      "teacher_kl_loss": 2.2958598136901855,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10763113839285714,
      "ce_loss": 4.279524326324463,
      "learning_rate": 2.686418483477307e-05,
      "loss": 4.845119476318359,
      "semantic_top1": 0.3756103515625,
      "step": 4600,
      "teacher_forced_acoustic_top1": 0.10763113839285714,
      "teacher_forced_semantic_top1": 0.3756103515625,
      "teacher_kl_loss": 2.2623813152313232,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10714285714285714,
      "ce_loss": 4.292172431945801,
      "learning_rate": 2.6823063211298504e-05,
      "loss": 4.863156318664551,
      "semantic_top1": 0.3685302734375,
      "step": 4620,
      "teacher_forced_acoustic_top1": 0.10714285714285714,
      "teacher_forced_semantic_top1": 0.3685302734375,
      "teacher_kl_loss": 2.2839348316192627,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10362025669642858,
      "ce_loss": 4.327342987060547,
      "learning_rate": 2.678194158782394e-05,
      "loss": 4.902556419372559,
      "semantic_top1": 0.3668212890625,
      "step": 4640,
      "teacher_forced_acoustic_top1": 0.10362025669642858,
      "teacher_forced_semantic_top1": 0.3668212890625,
      "teacher_kl_loss": 2.3008527755737305,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10581752232142858,
      "ce_loss": 4.308846950531006,
      "learning_rate": 2.6740819964349374e-05,
      "loss": 4.884268283843994,
      "semantic_top1": 0.3729248046875,
      "step": 4660,
      "teacher_forced_acoustic_top1": 0.10581752232142858,
      "teacher_forced_semantic_top1": 0.3729248046875,
      "teacher_kl_loss": 2.301685094833374,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10721261160714286,
      "ce_loss": 4.263794422149658,
      "learning_rate": 2.6699698340874805e-05,
      "loss": 4.831058502197266,
      "semantic_top1": 0.377197265625,
      "step": 4680,
      "teacher_forced_acoustic_top1": 0.10721261160714286,
      "teacher_forced_semantic_top1": 0.377197265625,
      "teacher_kl_loss": 2.269055128097534,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10714285714285714,
      "ce_loss": 4.2854461669921875,
      "learning_rate": 2.6658576717400244e-05,
      "loss": 4.852531433105469,
      "semantic_top1": 0.3702392578125,
      "step": 4700,
      "teacher_forced_acoustic_top1": 0.10714285714285714,
      "teacher_forced_semantic_top1": 0.3702392578125,
      "teacher_kl_loss": 2.268341064453125,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10688127790178571,
      "ce_loss": 4.264300346374512,
      "learning_rate": 2.661745509392568e-05,
      "loss": 4.827191352844238,
      "semantic_top1": 0.39453125,
      "step": 4720,
      "teacher_forced_acoustic_top1": 0.10688127790178571,
      "teacher_forced_semantic_top1": 0.39453125,
      "teacher_kl_loss": 2.251563549041748,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1055908203125,
      "ce_loss": 4.293668746948242,
      "learning_rate": 2.6576333470451117e-05,
      "loss": 4.866629600524902,
      "semantic_top1": 0.3846435546875,
      "step": 4740,
      "teacher_forced_acoustic_top1": 0.1055908203125,
      "teacher_forced_semantic_top1": 0.3846435546875,
      "teacher_kl_loss": 2.291842460632324,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10736955915178571,
      "ce_loss": 4.2814483642578125,
      "learning_rate": 2.6535211846976548e-05,
      "loss": 4.850104331970215,
      "semantic_top1": 0.3712158203125,
      "step": 4760,
      "teacher_forced_acoustic_top1": 0.10736955915178571,
      "teacher_forced_semantic_top1": 0.3712158203125,
      "teacher_kl_loss": 2.2746245861053467,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1099853515625,
      "ce_loss": 4.233194828033447,
      "learning_rate": 2.6494090223501986e-05,
      "loss": 4.796115398406982,
      "semantic_top1": 0.3892822265625,
      "step": 4780,
      "teacher_forced_acoustic_top1": 0.1099853515625,
      "teacher_forced_semantic_top1": 0.3892822265625,
      "teacher_kl_loss": 2.2516837120056152,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11097935267857142,
      "ce_loss": 4.2402496337890625,
      "learning_rate": 2.645296860002742e-05,
      "loss": 4.805486679077148,
      "semantic_top1": 0.3870849609375,
      "step": 4800,
      "teacher_forced_acoustic_top1": 0.11097935267857142,
      "teacher_forced_semantic_top1": 0.3870849609375,
      "teacher_kl_loss": 2.2609472274780273,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10609654017857142,
      "ce_loss": 4.271676063537598,
      "learning_rate": 2.6411846976552856e-05,
      "loss": 4.842371463775635,
      "semantic_top1": 0.3807373046875,
      "step": 4820,
      "teacher_forced_acoustic_top1": 0.10609654017857142,
      "teacher_forced_semantic_top1": 0.3807373046875,
      "teacher_kl_loss": 2.2827811241149902,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10745675223214286,
      "ce_loss": 4.241695404052734,
      "learning_rate": 2.637072535307829e-05,
      "loss": 4.804656505584717,
      "semantic_top1": 0.3946533203125,
      "step": 4840,
      "teacher_forced_acoustic_top1": 0.10745675223214286,
      "teacher_forced_semantic_top1": 0.3946533203125,
      "teacher_kl_loss": 2.2518434524536133,
      "type": "train"
    },
    {
      "acoustic_top1": 0.107421875,
      "ce_loss": 4.258471488952637,
      "learning_rate": 2.6329603729603733e-05,
      "loss": 4.823902130126953,
      "semantic_top1": 0.385009765625,
      "step": 4860,
      "teacher_forced_acoustic_top1": 0.107421875,
      "teacher_forced_semantic_top1": 0.385009765625,
      "teacher_kl_loss": 2.2617204189300537,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11070033482142858,
      "ce_loss": 4.225059509277344,
      "learning_rate": 2.6288482106129164e-05,
      "loss": 4.787367820739746,
      "semantic_top1": 0.3734130859375,
      "step": 4880,
      "teacher_forced_acoustic_top1": 0.11070033482142858,
      "teacher_forced_semantic_top1": 0.3734130859375,
      "teacher_kl_loss": 2.249232769012451,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10691615513392858,
      "ce_loss": 4.278541088104248,
      "learning_rate": 2.62473604826546e-05,
      "loss": 4.848708152770996,
      "semantic_top1": 0.3736572265625,
      "step": 4900,
      "teacher_forced_acoustic_top1": 0.10691615513392858,
      "teacher_forced_semantic_top1": 0.3736572265625,
      "teacher_kl_loss": 2.2806692123413086,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10906110491071429,
      "ce_loss": 4.263715744018555,
      "learning_rate": 2.620623885918003e-05,
      "loss": 4.831206798553467,
      "semantic_top1": 0.3863525390625,
      "step": 4920,
      "teacher_forced_acoustic_top1": 0.10906110491071429,
      "teacher_forced_semantic_top1": 0.3863525390625,
      "teacher_kl_loss": 2.269963026046753,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11134556361607142,
      "ce_loss": 4.207861423492432,
      "learning_rate": 2.616511723570547e-05,
      "loss": 4.768402099609375,
      "semantic_top1": 0.392333984375,
      "step": 4940,
      "teacher_forced_acoustic_top1": 0.11134556361607142,
      "teacher_forced_semantic_top1": 0.392333984375,
      "teacher_kl_loss": 2.24216365814209,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10866001674107142,
      "ce_loss": 4.267568111419678,
      "learning_rate": 2.6123995612230904e-05,
      "loss": 4.828629493713379,
      "semantic_top1": 0.3944091796875,
      "step": 4960,
      "teacher_forced_acoustic_top1": 0.10866001674107142,
      "teacher_forced_semantic_top1": 0.3944091796875,
      "teacher_kl_loss": 2.244246006011963,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10984584263392858,
      "ce_loss": 4.2450032234191895,
      "learning_rate": 2.608287398875634e-05,
      "loss": 4.803644180297852,
      "semantic_top1": 0.3829345703125,
      "step": 4980,
      "teacher_forced_acoustic_top1": 0.10984584263392858,
      "teacher_forced_semantic_top1": 0.3829345703125,
      "teacher_kl_loss": 2.234563112258911,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10749162946428571,
      "ce_loss": 4.263199329376221,
      "learning_rate": 2.6041752365281773e-05,
      "loss": 4.827607154846191,
      "semantic_top1": 0.3814697265625,
      "step": 5000,
      "teacher_forced_acoustic_top1": 0.10749162946428571,
      "teacher_forced_semantic_top1": 0.3814697265625,
      "teacher_kl_loss": 2.257631301879883,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05603146243405033,
      "acoustic_top5": 0.16522177163656657,
      "ce_loss": 4.145783164284446,
      "head_0_top1": 0.3701255104758523,
      "head_0_top5": 0.7287819602272727,
      "head_1_top1": 0.10964688387784091,
      "head_1_top5": 0.29332108931107953,
      "head_2_top1": 0.09965931285511363,
      "head_2_top5": 0.27729936079545453,
      "head_3_top1": 0.07059825550426137,
      "head_3_top5": 0.21241621537642044,
      "head_4_top1": 0.050470525568181816,
      "head_4_top5": 0.16063065962357956,
      "head_5_top1": 0.02779596502130682,
      "head_5_top5": 0.09270962801846591,
      "head_6_top1": 0.018415971235795456,
      "head_6_top5": 0.06507179953835228,
      "head_7_top1": 0.015633322975852272,
      "head_7_top5": 0.05510364879261364,
      "loss": 4.689960132945668,
      "semantic_top1": 0.3701255104758523,
      "semantic_top5": 0.7287819602272727,
      "step": 5000,
      "teacher_forced_acoustic_top1": 0.11989643047382305,
      "teacher_forced_acoustic_top5": 0.320722703809862,
      "teacher_forced_head_0_top1": 0.3701255104758523,
      "teacher_forced_head_0_top5": 0.7287819602272727,
      "teacher_forced_head_1_top1": 0.1973876953125,
      "teacher_forced_head_1_top5": 0.48164506392045453,
      "teacher_forced_head_2_top1": 0.16144353693181818,
      "teacher_forced_head_2_top5": 0.4121176979758523,
      "teacher_forced_head_3_top1": 0.12199540571732954,
      "teacher_forced_head_3_top5": 0.33167891068892047,
      "teacher_forced_head_4_top1": 0.10283868963068182,
      "teacher_forced_head_4_top5": 0.29035533558238635,
      "teacher_forced_head_5_top1": 0.09903508966619318,
      "teacher_forced_head_5_top5": 0.275390625,
      "teacher_forced_head_6_top1": 0.08667269620028409,
      "teacher_forced_head_6_top5": 0.2465182217684659,
      "teacher_forced_head_7_top1": 0.06990189985795454,
      "teacher_forced_head_7_top5": 0.20735307173295456,
      "teacher_forced_semantic_top1": 0.3701255104758523,
      "teacher_forced_semantic_top5": 0.7287819602272727,
      "teacher_kl_loss": 2.176707007668235,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.10491071428571429,
      "ce_loss": 4.283722877502441,
      "learning_rate": 2.6000630741807205e-05,
      "loss": 4.855624675750732,
      "semantic_top1": 0.373291015625,
      "step": 5020,
      "teacher_forced_acoustic_top1": 0.10491071428571429,
      "teacher_forced_semantic_top1": 0.373291015625,
      "teacher_kl_loss": 2.287607431411743,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10986328125,
      "ce_loss": 4.226644039154053,
      "learning_rate": 2.5959509118332646e-05,
      "loss": 4.78451681137085,
      "semantic_top1": 0.3892822265625,
      "step": 5040,
      "teacher_forced_acoustic_top1": 0.10986328125,
      "teacher_forced_semantic_top1": 0.3892822265625,
      "teacher_kl_loss": 2.2314906120300293,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11063058035714286,
      "ce_loss": 4.23913049697876,
      "learning_rate": 2.591838749485808e-05,
      "loss": 4.8082685470581055,
      "semantic_top1": 0.388671875,
      "step": 5060,
      "teacher_forced_acoustic_top1": 0.11063058035714286,
      "teacher_forced_semantic_top1": 0.388671875,
      "teacher_kl_loss": 2.2765514850616455,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11317661830357142,
      "ce_loss": 4.201350688934326,
      "learning_rate": 2.5877265871383516e-05,
      "loss": 4.758212089538574,
      "semantic_top1": 0.3778076171875,
      "step": 5080,
      "teacher_forced_acoustic_top1": 0.11317661830357142,
      "teacher_forced_semantic_top1": 0.3778076171875,
      "teacher_kl_loss": 2.227445602416992,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10817173549107142,
      "ce_loss": 4.25012731552124,
      "learning_rate": 2.5836144247908948e-05,
      "loss": 4.813602447509766,
      "semantic_top1": 0.39208984375,
      "step": 5100,
      "teacher_forced_acoustic_top1": 0.10817173549107142,
      "teacher_forced_semantic_top1": 0.39208984375,
      "teacher_kl_loss": 2.2538986206054688,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11342075892857142,
      "ce_loss": 4.195339202880859,
      "learning_rate": 2.579502262443439e-05,
      "loss": 4.751767635345459,
      "semantic_top1": 0.3802490234375,
      "step": 5120,
      "teacher_forced_acoustic_top1": 0.11342075892857142,
      "teacher_forced_semantic_top1": 0.3802490234375,
      "teacher_kl_loss": 2.225714683532715,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11183384486607142,
      "ce_loss": 4.193881511688232,
      "learning_rate": 2.5753901000959824e-05,
      "loss": 4.74478006362915,
      "semantic_top1": 0.38525390625,
      "step": 5140,
      "teacher_forced_acoustic_top1": 0.11183384486607142,
      "teacher_forced_semantic_top1": 0.38525390625,
      "teacher_kl_loss": 2.203594923019409,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11680385044642858,
      "ce_loss": 4.160512924194336,
      "learning_rate": 2.571277937748526e-05,
      "loss": 4.712767601013184,
      "semantic_top1": 0.4068603515625,
      "step": 5160,
      "teacher_forced_acoustic_top1": 0.11680385044642858,
      "teacher_forced_semantic_top1": 0.4068603515625,
      "teacher_kl_loss": 2.2090179920196533,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11678641183035714,
      "ce_loss": 4.190456390380859,
      "learning_rate": 2.5671657754010694e-05,
      "loss": 4.750640869140625,
      "semantic_top1": 0.3792724609375,
      "step": 5180,
      "teacher_forced_acoustic_top1": 0.11678641183035714,
      "teacher_forced_semantic_top1": 0.3792724609375,
      "teacher_kl_loss": 2.2407374382019043,
      "type": "train"
    },
    {
      "acoustic_top1": 0.116943359375,
      "ce_loss": 4.155447006225586,
      "learning_rate": 2.563053613053613e-05,
      "loss": 4.709936141967773,
      "semantic_top1": 0.391845703125,
      "step": 5200,
      "teacher_forced_acoustic_top1": 0.116943359375,
      "teacher_forced_semantic_top1": 0.391845703125,
      "teacher_kl_loss": 2.2179577350616455,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1153564453125,
      "ce_loss": 4.164732933044434,
      "learning_rate": 2.5589414507061564e-05,
      "loss": 4.717689514160156,
      "semantic_top1": 0.403076171875,
      "step": 5220,
      "teacher_forced_acoustic_top1": 0.1153564453125,
      "teacher_forced_semantic_top1": 0.403076171875,
      "teacher_kl_loss": 2.211826801300049,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11336844308035714,
      "ce_loss": 4.184480667114258,
      "learning_rate": 2.5548292883587e-05,
      "loss": 4.741020202636719,
      "semantic_top1": 0.39599609375,
      "step": 5240,
      "teacher_forced_acoustic_top1": 0.11336844308035714,
      "teacher_forced_semantic_top1": 0.39599609375,
      "teacher_kl_loss": 2.2261581420898438,
      "type": "train"
    },
    {
      "acoustic_top1": 0.116943359375,
      "ce_loss": 4.1567840576171875,
      "learning_rate": 2.550717126011243e-05,
      "loss": 4.709783554077148,
      "semantic_top1": 0.3995361328125,
      "step": 5260,
      "teacher_forced_acoustic_top1": 0.116943359375,
      "teacher_forced_semantic_top1": 0.3995361328125,
      "teacher_kl_loss": 2.2119996547698975,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11640276227678571,
      "ce_loss": 4.152760982513428,
      "learning_rate": 2.546604963663787e-05,
      "loss": 4.702043056488037,
      "semantic_top1": 0.39794921875,
      "step": 5280,
      "teacher_forced_acoustic_top1": 0.11640276227678571,
      "teacher_forced_semantic_top1": 0.39794921875,
      "teacher_kl_loss": 2.197129249572754,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11436244419642858,
      "ce_loss": 4.195030689239502,
      "learning_rate": 2.5424928013163303e-05,
      "loss": 4.7522873878479,
      "semantic_top1": 0.393310546875,
      "step": 5300,
      "teacher_forced_acoustic_top1": 0.11436244419642858,
      "teacher_forced_semantic_top1": 0.393310546875,
      "teacher_kl_loss": 2.22902774810791,
      "type": "train"
    },
    {
      "acoustic_top1": 0.10967145647321429,
      "ce_loss": 4.221194267272949,
      "learning_rate": 2.538380638968874e-05,
      "loss": 4.785872459411621,
      "semantic_top1": 0.3931884765625,
      "step": 5320,
      "teacher_forced_acoustic_top1": 0.10967145647321429,
      "teacher_forced_semantic_top1": 0.3931884765625,
      "teacher_kl_loss": 2.2587122917175293,
      "type": "train"
    },
    {
      "acoustic_top1": 0.113037109375,
      "ce_loss": 4.194165229797363,
      "learning_rate": 2.5342684766214176e-05,
      "loss": 4.748483657836914,
      "semantic_top1": 0.3846435546875,
      "step": 5340,
      "teacher_forced_acoustic_top1": 0.113037109375,
      "teacher_forced_semantic_top1": 0.3846435546875,
      "teacher_kl_loss": 2.2172746658325195,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11397879464285714,
      "ce_loss": 4.1839213371276855,
      "learning_rate": 2.5301563142739614e-05,
      "loss": 4.735315322875977,
      "semantic_top1": 0.40380859375,
      "step": 5360,
      "teacher_forced_acoustic_top1": 0.11397879464285714,
      "teacher_forced_semantic_top1": 0.40380859375,
      "teacher_kl_loss": 2.205575942993164,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11696079799107142,
      "ce_loss": 4.166966438293457,
      "learning_rate": 2.526044151926505e-05,
      "loss": 4.718967437744141,
      "semantic_top1": 0.38427734375,
      "step": 5380,
      "teacher_forced_acoustic_top1": 0.11696079799107142,
      "teacher_forced_semantic_top1": 0.38427734375,
      "teacher_kl_loss": 2.208003520965576,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11711774553571429,
      "ce_loss": 4.169395923614502,
      "learning_rate": 2.5219319895790484e-05,
      "loss": 4.722409725189209,
      "semantic_top1": 0.3868408203125,
      "step": 5400,
      "teacher_forced_acoustic_top1": 0.11711774553571429,
      "teacher_forced_semantic_top1": 0.3868408203125,
      "teacher_kl_loss": 2.212055206298828,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11652483258928571,
      "ce_loss": 4.169333457946777,
      "learning_rate": 2.517819827231592e-05,
      "loss": 4.716671466827393,
      "semantic_top1": 0.38623046875,
      "step": 5420,
      "teacher_forced_acoustic_top1": 0.11652483258928571,
      "teacher_forced_semantic_top1": 0.38623046875,
      "teacher_kl_loss": 2.1893513202667236,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11886160714285714,
      "ce_loss": 4.121946334838867,
      "learning_rate": 2.5137076648841357e-05,
      "loss": 4.671270370483398,
      "semantic_top1": 0.4056396484375,
      "step": 5440,
      "teacher_forced_acoustic_top1": 0.11886160714285714,
      "teacher_forced_semantic_top1": 0.4056396484375,
      "teacher_kl_loss": 2.1972975730895996,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11924525669642858,
      "ce_loss": 4.1559529304504395,
      "learning_rate": 2.509595502536679e-05,
      "loss": 4.708197593688965,
      "semantic_top1": 0.391845703125,
      "step": 5460,
      "teacher_forced_acoustic_top1": 0.11924525669642858,
      "teacher_forced_semantic_top1": 0.391845703125,
      "teacher_kl_loss": 2.208979845046997,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11826869419642858,
      "ce_loss": 4.137577533721924,
      "learning_rate": 2.5054833401892224e-05,
      "loss": 4.6844329833984375,
      "semantic_top1": 0.41259765625,
      "step": 5480,
      "teacher_forced_acoustic_top1": 0.11826869419642858,
      "teacher_forced_semantic_top1": 0.41259765625,
      "teacher_kl_loss": 2.187422275543213,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11880929129464286,
      "ce_loss": 4.138906478881836,
      "learning_rate": 2.501371177841766e-05,
      "loss": 4.687813758850098,
      "semantic_top1": 0.3985595703125,
      "step": 5500,
      "teacher_forced_acoustic_top1": 0.11880929129464286,
      "teacher_forced_semantic_top1": 0.3985595703125,
      "teacher_kl_loss": 2.195629835128784,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05769685026887175,
      "acoustic_top5": 0.16799134093445617,
      "ce_loss": 4.065849650989879,
      "head_0_top1": 0.37729991566051135,
      "head_0_top5": 0.7394769841974432,
      "head_1_top1": 0.11308982155539772,
      "head_1_top5": 0.2992803400213068,
      "head_2_top1": 0.10291914506392046,
      "head_2_top5": 0.28177989612926135,
      "head_3_top1": 0.07328935102982954,
      "head_3_top5": 0.21707985617897727,
      "head_4_top1": 0.052198930220170456,
      "head_4_top5": 0.16518332741477273,
      "head_5_top1": 0.028489546342329544,
      "head_5_top5": 0.09309248490767046,
      "head_6_top1": 0.01851862127130682,
      "head_6_top5": 0.06417014382102272,
      "head_7_top1": 0.015372536399147728,
      "head_7_top5": 0.055353338068181816,
      "loss": 4.597793232310902,
      "semantic_top1": 0.37729991566051135,
      "semantic_top5": 0.7394769841974432,
      "step": 5500,
      "teacher_forced_acoustic_top1": 0.12694440569196427,
      "teacher_forced_acoustic_top5": 0.33547379134537336,
      "teacher_forced_head_0_top1": 0.37729991566051135,
      "teacher_forced_head_0_top5": 0.7394769841974432,
      "teacher_forced_head_1_top1": 0.20528619939630682,
      "teacher_forced_head_1_top5": 0.4981301047585227,
      "teacher_forced_head_2_top1": 0.17063487659801135,
      "teacher_forced_head_2_top5": 0.42915205522017047,
      "teacher_forced_head_3_top1": 0.13001320578835227,
      "teacher_forced_head_3_top5": 0.3483858975497159,
      "teacher_forced_head_4_top1": 0.11031549627130682,
      "teacher_forced_head_4_top5": 0.30476240678267047,
      "teacher_forced_head_5_top1": 0.10505260120738637,
      "teacher_forced_head_5_top5": 0.2882302024147727,
      "teacher_forced_head_6_top1": 0.09267911044034091,
      "teacher_forced_head_6_top5": 0.26033436168323865,
      "teacher_forced_head_7_top1": 0.07462935014204546,
      "teacher_forced_head_7_top5": 0.21932151100852273,
      "teacher_forced_semantic_top1": 0.37729991566051135,
      "teacher_forced_semantic_top5": 0.7394769841974432,
      "teacher_kl_loss": 2.1277720711447974,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.11868722098214286,
      "ce_loss": 4.1378936767578125,
      "learning_rate": 2.4972590154943093e-05,
      "loss": 4.688864231109619,
      "semantic_top1": 0.394775390625,
      "step": 5520,
      "teacher_forced_acoustic_top1": 0.11868722098214286,
      "teacher_forced_semantic_top1": 0.394775390625,
      "teacher_kl_loss": 2.2038824558258057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11750139508928571,
      "ce_loss": 4.132665157318115,
      "learning_rate": 2.4931468531468525e-05,
      "loss": 4.680853843688965,
      "semantic_top1": 0.410888671875,
      "step": 5540,
      "teacher_forced_acoustic_top1": 0.11750139508928571,
      "teacher_forced_semantic_top1": 0.410888671875,
      "teacher_kl_loss": 2.1927542686462402,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11823381696428571,
      "ce_loss": 4.134065628051758,
      "learning_rate": 2.4890346907993963e-05,
      "loss": 4.679372787475586,
      "semantic_top1": 0.40234375,
      "step": 5560,
      "teacher_forced_acoustic_top1": 0.11823381696428571,
      "teacher_forced_semantic_top1": 0.40234375,
      "teacher_kl_loss": 2.1812286376953125,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11811174665178571,
      "ce_loss": 4.152574062347412,
      "learning_rate": 2.4849225284519398e-05,
      "loss": 4.708305358886719,
      "semantic_top1": 0.3818359375,
      "step": 5580,
      "teacher_forced_acoustic_top1": 0.11811174665178571,
      "teacher_forced_semantic_top1": 0.3818359375,
      "teacher_kl_loss": 2.222926616668701,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11764090401785714,
      "ce_loss": 4.141036033630371,
      "learning_rate": 2.4808103661044836e-05,
      "loss": 4.688937664031982,
      "semantic_top1": 0.406494140625,
      "step": 5600,
      "teacher_forced_acoustic_top1": 0.11764090401785714,
      "teacher_forced_semantic_top1": 0.406494140625,
      "teacher_kl_loss": 2.19160795211792,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11767578125,
      "ce_loss": 4.144509792327881,
      "learning_rate": 2.4766982037570268e-05,
      "loss": 4.689819812774658,
      "semantic_top1": 0.4046630859375,
      "step": 5620,
      "teacher_forced_acoustic_top1": 0.11767578125,
      "teacher_forced_semantic_top1": 0.4046630859375,
      "teacher_kl_loss": 2.181239604949951,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11980329241071429,
      "ce_loss": 4.117030620574951,
      "learning_rate": 2.4725860414095706e-05,
      "loss": 4.663804054260254,
      "semantic_top1": 0.3968505859375,
      "step": 5640,
      "teacher_forced_acoustic_top1": 0.11980329241071429,
      "teacher_forced_semantic_top1": 0.3968505859375,
      "teacher_kl_loss": 2.1870946884155273,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11961146763392858,
      "ce_loss": 4.113625526428223,
      "learning_rate": 2.4684738790621144e-05,
      "loss": 4.6607666015625,
      "semantic_top1": 0.3961181640625,
      "step": 5660,
      "teacher_forced_acoustic_top1": 0.11961146763392858,
      "teacher_forced_semantic_top1": 0.3961181640625,
      "teacher_kl_loss": 2.188563346862793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11469377790178571,
      "ce_loss": 4.164041042327881,
      "learning_rate": 2.464361716714658e-05,
      "loss": 4.711325168609619,
      "semantic_top1": 0.3946533203125,
      "step": 5680,
      "teacher_forced_acoustic_top1": 0.11469377790178571,
      "teacher_forced_semantic_top1": 0.3946533203125,
      "teacher_kl_loss": 2.189136505126953,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11809430803571429,
      "ce_loss": 4.147174835205078,
      "learning_rate": 2.460249554367201e-05,
      "loss": 4.691727161407471,
      "semantic_top1": 0.3895263671875,
      "step": 5700,
      "teacher_forced_acoustic_top1": 0.11809430803571429,
      "teacher_forced_semantic_top1": 0.3895263671875,
      "teacher_kl_loss": 2.178208589553833,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12200055803571429,
      "ce_loss": 4.095631122589111,
      "learning_rate": 2.4561373920197452e-05,
      "loss": 4.64346981048584,
      "semantic_top1": 0.4114990234375,
      "step": 5720,
      "teacher_forced_acoustic_top1": 0.12200055803571429,
      "teacher_forced_semantic_top1": 0.4114990234375,
      "teacher_kl_loss": 2.191354751586914,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11774553571428571,
      "ce_loss": 4.145389080047607,
      "learning_rate": 2.4520252296722884e-05,
      "loss": 4.6962738037109375,
      "semantic_top1": 0.4068603515625,
      "step": 5740,
      "teacher_forced_acoustic_top1": 0.11774553571428571,
      "teacher_forced_semantic_top1": 0.4068603515625,
      "teacher_kl_loss": 2.203537940979004,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11418805803571429,
      "ce_loss": 4.157584190368652,
      "learning_rate": 2.447913067324832e-05,
      "loss": 4.71274995803833,
      "semantic_top1": 0.3973388671875,
      "step": 5760,
      "teacher_forced_acoustic_top1": 0.11418805803571429,
      "teacher_forced_semantic_top1": 0.3973388671875,
      "teacher_kl_loss": 2.2206640243530273,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11954171316964286,
      "ce_loss": 4.090970516204834,
      "learning_rate": 2.443800904977375e-05,
      "loss": 4.631279468536377,
      "semantic_top1": 0.4150390625,
      "step": 5780,
      "teacher_forced_acoustic_top1": 0.11954171316964286,
      "teacher_forced_semantic_top1": 0.4150390625,
      "teacher_kl_loss": 2.1612353324890137,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11680385044642858,
      "ce_loss": 4.140876770019531,
      "learning_rate": 2.4396887426299185e-05,
      "loss": 4.69366455078125,
      "semantic_top1": 0.39990234375,
      "step": 5800,
      "teacher_forced_acoustic_top1": 0.11680385044642858,
      "teacher_forced_semantic_top1": 0.39990234375,
      "teacher_kl_loss": 2.211150646209717,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1197509765625,
      "ce_loss": 4.113212585449219,
      "learning_rate": 2.4355765802824623e-05,
      "loss": 4.656549453735352,
      "semantic_top1": 0.4041748046875,
      "step": 5820,
      "teacher_forced_acoustic_top1": 0.1197509765625,
      "teacher_forced_semantic_top1": 0.4041748046875,
      "teacher_kl_loss": 2.1733484268188477,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11846051897321429,
      "ce_loss": 4.139981269836426,
      "learning_rate": 2.4314644179350058e-05,
      "loss": 4.6914215087890625,
      "semantic_top1": 0.3897705078125,
      "step": 5840,
      "teacher_forced_acoustic_top1": 0.11846051897321429,
      "teacher_forced_semantic_top1": 0.3897705078125,
      "teacher_kl_loss": 2.2057597637176514,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12233189174107142,
      "ce_loss": 4.101334571838379,
      "learning_rate": 2.4273522555875493e-05,
      "loss": 4.646226406097412,
      "semantic_top1": 0.4102783203125,
      "step": 5860,
      "teacher_forced_acoustic_top1": 0.12233189174107142,
      "teacher_forced_semantic_top1": 0.4102783203125,
      "teacher_kl_loss": 2.1795687675476074,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11776297433035714,
      "ce_loss": 4.155584812164307,
      "learning_rate": 2.4232400932400934e-05,
      "loss": 4.708684921264648,
      "semantic_top1": 0.39599609375,
      "step": 5880,
      "teacher_forced_acoustic_top1": 0.11776297433035714,
      "teacher_forced_semantic_top1": 0.39599609375,
      "teacher_kl_loss": 2.21239972114563,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11969866071428571,
      "ce_loss": 4.120850563049316,
      "learning_rate": 2.4191279308926366e-05,
      "loss": 4.663979530334473,
      "semantic_top1": 0.4073486328125,
      "step": 5900,
      "teacher_forced_acoustic_top1": 0.11969866071428571,
      "teacher_forced_semantic_top1": 0.4073486328125,
      "teacher_kl_loss": 2.1725151538848877,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12058803013392858,
      "ce_loss": 4.093599796295166,
      "learning_rate": 2.41501576854518e-05,
      "loss": 4.633488655090332,
      "semantic_top1": 0.405029296875,
      "step": 5920,
      "teacher_forced_acoustic_top1": 0.12058803013392858,
      "teacher_forced_semantic_top1": 0.405029296875,
      "teacher_kl_loss": 2.159554958343506,
      "type": "train"
    },
    {
      "acoustic_top1": 0.11985560825892858,
      "ce_loss": 4.099763870239258,
      "learning_rate": 2.410903606197724e-05,
      "loss": 4.639246940612793,
      "semantic_top1": 0.40478515625,
      "step": 5940,
      "teacher_forced_acoustic_top1": 0.11985560825892858,
      "teacher_forced_semantic_top1": 0.40478515625,
      "teacher_kl_loss": 2.1579322814941406,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12599400111607142,
      "ce_loss": 4.0681633949279785,
      "learning_rate": 2.4067914438502677e-05,
      "loss": 4.607670783996582,
      "semantic_top1": 0.4014892578125,
      "step": 5960,
      "teacher_forced_acoustic_top1": 0.12599400111607142,
      "teacher_forced_semantic_top1": 0.4014892578125,
      "teacher_kl_loss": 2.1580276489257812,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12590680803571427,
      "ce_loss": 4.09437894821167,
      "learning_rate": 2.402679281502811e-05,
      "loss": 4.645920276641846,
      "semantic_top1": 0.3974609375,
      "step": 5980,
      "teacher_forced_acoustic_top1": 0.12590680803571427,
      "teacher_forced_semantic_top1": 0.3974609375,
      "teacher_kl_loss": 2.2061655521392822,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12193080357142858,
      "ce_loss": 4.085887908935547,
      "learning_rate": 2.3985671191553544e-05,
      "loss": 4.6294355392456055,
      "semantic_top1": 0.4049072265625,
      "step": 6000,
      "teacher_forced_acoustic_top1": 0.12193080357142858,
      "teacher_forced_semantic_top1": 0.4049072265625,
      "teacher_kl_loss": 2.174189567565918,
      "type": "train"
    },
    {
      "acoustic_top1": 0.05946568080357143,
      "acoustic_top5": 0.17231096540178573,
      "ce_loss": 4.0044989152388135,
      "head_0_top1": 0.38483775745738635,
      "head_0_top5": 0.7488902698863636,
      "head_1_top1": 0.11606112393465909,
      "head_1_top5": 0.3053228204900568,
      "head_2_top1": 0.10588489879261363,
      "head_2_top5": 0.28936767578125,
      "head_3_top1": 0.07529241388494318,
      "head_3_top5": 0.22209861061789773,
      "head_4_top1": 0.05398837002840909,
      "head_4_top5": 0.1692477139559659,
      "head_5_top1": 0.02929132634943182,
      "head_5_top5": 0.09637173739346591,
      "head_6_top1": 0.019359241832386364,
      "head_6_top5": 0.06693892045454546,
      "head_7_top1": 0.01638239080255682,
      "head_7_top5": 0.056829279119318184,
      "loss": 4.5316245339133525,
      "semantic_top1": 0.38483775745738635,
      "semantic_top5": 0.7488902698863636,
      "step": 6000,
      "teacher_forced_acoustic_top1": 0.13219144746854708,
      "teacher_forced_acoustic_top5": 0.34613750507305197,
      "teacher_forced_head_0_top1": 0.38483775745738635,
      "teacher_forced_head_0_top5": 0.7488902698863636,
      "teacher_forced_head_1_top1": 0.21155617453835227,
      "teacher_forced_head_1_top5": 0.5083451704545454,
      "teacher_forced_head_2_top1": 0.17772605202414773,
      "teacher_forced_head_2_top5": 0.4423301003196023,
      "teacher_forced_head_3_top1": 0.13520119406960227,
      "teacher_forced_head_3_top5": 0.35901988636363635,
      "teacher_forced_head_4_top1": 0.11570323597301137,
      "teacher_forced_head_4_top5": 0.31651444868607953,
      "teacher_forced_head_5_top1": 0.10928067294034091,
      "teacher_forced_head_5_top5": 0.2974825772372159,
      "teacher_forced_head_6_top1": 0.09721235795454546,
      "teacher_forced_head_6_top5": 0.2700472745028409,
      "teacher_forced_head_7_top1": 0.07866044477982954,
      "teacher_forced_head_7_top5": 0.22922307794744318,
      "teacher_forced_semantic_top1": 0.38483775745738635,
      "teacher_forced_semantic_top5": 0.7488902698863636,
      "teacher_kl_loss": 2.1085031682794746,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.12534877232142858,
      "ce_loss": 4.057016372680664,
      "learning_rate": 2.3944549568078975e-05,
      "loss": 4.596812725067139,
      "semantic_top1": 0.411865234375,
      "step": 6020,
      "teacher_forced_acoustic_top1": 0.12534877232142858,
      "teacher_forced_semantic_top1": 0.411865234375,
      "teacher_kl_loss": 2.1591858863830566,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12501743861607142,
      "ce_loss": 4.055797100067139,
      "learning_rate": 2.3903427944604413e-05,
      "loss": 4.594328880310059,
      "semantic_top1": 0.42431640625,
      "step": 6040,
      "teacher_forced_acoustic_top1": 0.12501743861607142,
      "teacher_forced_semantic_top1": 0.42431640625,
      "teacher_kl_loss": 2.154127359390259,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12493024553571429,
      "ce_loss": 4.060857772827148,
      "learning_rate": 2.3862306321129848e-05,
      "loss": 4.598913192749023,
      "semantic_top1": 0.4158935546875,
      "step": 6060,
      "teacher_forced_acoustic_top1": 0.12493024553571429,
      "teacher_forced_semantic_top1": 0.4158935546875,
      "teacher_kl_loss": 2.152221441268921,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12123325892857142,
      "ce_loss": 4.116602420806885,
      "learning_rate": 2.3821184697655283e-05,
      "loss": 4.664388656616211,
      "semantic_top1": 0.4073486328125,
      "step": 6080,
      "teacher_forced_acoustic_top1": 0.12123325892857142,
      "teacher_forced_semantic_top1": 0.4073486328125,
      "teacher_kl_loss": 2.191145420074463,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12009974888392858,
      "ce_loss": 4.108184814453125,
      "learning_rate": 2.3780063074180718e-05,
      "loss": 4.654150485992432,
      "semantic_top1": 0.405517578125,
      "step": 6100,
      "teacher_forced_acoustic_top1": 0.12009974888392858,
      "teacher_forced_semantic_top1": 0.405517578125,
      "teacher_kl_loss": 2.1838631629943848,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12411063058035714,
      "ce_loss": 4.074788570404053,
      "learning_rate": 2.3738941450706153e-05,
      "loss": 4.6175217628479,
      "semantic_top1": 0.3992919921875,
      "step": 6120,
      "teacher_forced_acoustic_top1": 0.12411063058035714,
      "teacher_forced_semantic_top1": 0.3992919921875,
      "teacher_kl_loss": 2.170933485031128,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12411063058035714,
      "ce_loss": 4.058254718780518,
      "learning_rate": 2.369781982723159e-05,
      "loss": 4.5959014892578125,
      "semantic_top1": 0.42041015625,
      "step": 6140,
      "teacher_forced_acoustic_top1": 0.12411063058035714,
      "teacher_forced_semantic_top1": 0.42041015625,
      "teacher_kl_loss": 2.150587320327759,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12215750558035714,
      "ce_loss": 4.0929412841796875,
      "learning_rate": 2.3656698203757026e-05,
      "loss": 4.635346412658691,
      "semantic_top1": 0.4078369140625,
      "step": 6160,
      "teacher_forced_acoustic_top1": 0.12215750558035714,
      "teacher_forced_semantic_top1": 0.4078369140625,
      "teacher_kl_loss": 2.1696224212646484,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12006487165178571,
      "ce_loss": 4.098938941955566,
      "learning_rate": 2.361557658028246e-05,
      "loss": 4.638570785522461,
      "semantic_top1": 0.3917236328125,
      "step": 6180,
      "teacher_forced_acoustic_top1": 0.12006487165178571,
      "teacher_forced_semantic_top1": 0.3917236328125,
      "teacher_kl_loss": 2.158526659011841,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12168666294642858,
      "ce_loss": 4.092555046081543,
      "learning_rate": 2.3574454956807896e-05,
      "loss": 4.634504795074463,
      "semantic_top1": 0.4005126953125,
      "step": 6200,
      "teacher_forced_acoustic_top1": 0.12168666294642858,
      "teacher_forced_semantic_top1": 0.4005126953125,
      "teacher_kl_loss": 2.167800188064575,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12578473772321427,
      "ce_loss": 4.039529800415039,
      "learning_rate": 2.353333333333333e-05,
      "loss": 4.572652816772461,
      "semantic_top1": 0.433837890625,
      "step": 6220,
      "teacher_forced_acoustic_top1": 0.12578473772321427,
      "teacher_forced_semantic_top1": 0.433837890625,
      "teacher_kl_loss": 2.132490873336792,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12388392857142858,
      "ce_loss": 4.0460615158081055,
      "learning_rate": 2.349221170985877e-05,
      "loss": 4.587588310241699,
      "semantic_top1": 0.4124755859375,
      "step": 6240,
      "teacher_forced_acoustic_top1": 0.12388392857142858,
      "teacher_forced_semantic_top1": 0.4124755859375,
      "teacher_kl_loss": 2.1661088466644287,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13007463727678573,
      "ce_loss": 4.016580581665039,
      "learning_rate": 2.3451090086384204e-05,
      "loss": 4.5526909828186035,
      "semantic_top1": 0.427490234375,
      "step": 6260,
      "teacher_forced_acoustic_top1": 0.13007463727678573,
      "teacher_forced_semantic_top1": 0.427490234375,
      "teacher_kl_loss": 2.144441604614258,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12250627790178571,
      "ce_loss": 4.077075481414795,
      "learning_rate": 2.340996846290964e-05,
      "loss": 4.614189147949219,
      "semantic_top1": 0.4046630859375,
      "step": 6280,
      "teacher_forced_acoustic_top1": 0.12250627790178571,
      "teacher_forced_semantic_top1": 0.4046630859375,
      "teacher_kl_loss": 2.1484551429748535,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12322126116071429,
      "ce_loss": 4.044990062713623,
      "learning_rate": 2.336884683943507e-05,
      "loss": 4.5816850662231445,
      "semantic_top1": 0.422607421875,
      "step": 6300,
      "teacher_forced_acoustic_top1": 0.12322126116071429,
      "teacher_forced_semantic_top1": 0.422607421875,
      "teacher_kl_loss": 2.1467814445495605,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12737165178571427,
      "ce_loss": 4.037457466125488,
      "learning_rate": 2.3327725215960508e-05,
      "loss": 4.564253807067871,
      "semantic_top1": 0.41943359375,
      "step": 6320,
      "teacher_forced_acoustic_top1": 0.12737165178571427,
      "teacher_forced_semantic_top1": 0.41943359375,
      "teacher_kl_loss": 2.1071834564208984,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12503487723214285,
      "ce_loss": 4.045370578765869,
      "learning_rate": 2.3286603592485943e-05,
      "loss": 4.5857696533203125,
      "semantic_top1": 0.423828125,
      "step": 6340,
      "teacher_forced_acoustic_top1": 0.12503487723214285,
      "teacher_forced_semantic_top1": 0.423828125,
      "teacher_kl_loss": 2.1615962982177734,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12437220982142858,
      "ce_loss": 4.051623821258545,
      "learning_rate": 2.3245481969011378e-05,
      "loss": 4.588454723358154,
      "semantic_top1": 0.4183349609375,
      "step": 6360,
      "teacher_forced_acoustic_top1": 0.12437220982142858,
      "teacher_forced_semantic_top1": 0.4183349609375,
      "teacher_kl_loss": 2.1473231315612793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12139020647321429,
      "ce_loss": 4.07619571685791,
      "learning_rate": 2.3204360345536813e-05,
      "loss": 4.61358642578125,
      "semantic_top1": 0.4129638671875,
      "step": 6380,
      "teacher_forced_acoustic_top1": 0.12139020647321429,
      "teacher_forced_semantic_top1": 0.4129638671875,
      "teacher_kl_loss": 2.1495635509490967,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12580217633928573,
      "ce_loss": 4.052545070648193,
      "learning_rate": 2.3163238722062244e-05,
      "loss": 4.593994140625,
      "semantic_top1": 0.4105224609375,
      "step": 6400,
      "teacher_forced_acoustic_top1": 0.12580217633928573,
      "teacher_forced_semantic_top1": 0.4105224609375,
      "teacher_kl_loss": 2.1657958030700684,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12203543526785714,
      "ce_loss": 4.063597679138184,
      "learning_rate": 2.3122117098587686e-05,
      "loss": 4.6007843017578125,
      "semantic_top1": 0.41015625,
      "step": 6420,
      "teacher_forced_acoustic_top1": 0.12203543526785714,
      "teacher_forced_semantic_top1": 0.41015625,
      "teacher_kl_loss": 2.148745059967041,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12641252790178573,
      "ce_loss": 4.031952857971191,
      "learning_rate": 2.308099547511312e-05,
      "loss": 4.5665283203125,
      "semantic_top1": 0.40576171875,
      "step": 6440,
      "teacher_forced_acoustic_top1": 0.12641252790178573,
      "teacher_forced_semantic_top1": 0.40576171875,
      "teacher_kl_loss": 2.138303279876709,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12592424665178573,
      "ce_loss": 4.056882858276367,
      "learning_rate": 2.3039873851638556e-05,
      "loss": 4.597104072570801,
      "semantic_top1": 0.4180908203125,
      "step": 6460,
      "teacher_forced_acoustic_top1": 0.12592424665178573,
      "teacher_forced_semantic_top1": 0.4180908203125,
      "teacher_kl_loss": 2.160886287689209,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12759835379464285,
      "ce_loss": 4.040817737579346,
      "learning_rate": 2.2998752228163987e-05,
      "loss": 4.57751989364624,
      "semantic_top1": 0.4033203125,
      "step": 6480,
      "teacher_forced_acoustic_top1": 0.12759835379464285,
      "teacher_forced_semantic_top1": 0.4033203125,
      "teacher_kl_loss": 2.1468091011047363,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12714494977678573,
      "ce_loss": 4.036445140838623,
      "learning_rate": 2.295763060468943e-05,
      "loss": 4.569609642028809,
      "semantic_top1": 0.4150390625,
      "step": 6500,
      "teacher_forced_acoustic_top1": 0.12714494977678573,
      "teacher_forced_semantic_top1": 0.4150390625,
      "teacher_kl_loss": 2.132658004760742,
      "type": "train"
    },
    {
      "acoustic_top1": 0.060480291193181816,
      "acoustic_top5": 0.1739272080458604,
      "ce_loss": 3.9528898759321733,
      "head_0_top1": 0.3902920809659091,
      "head_0_top5": 0.7558732466264204,
      "head_1_top1": 0.12008112127130682,
      "head_1_top5": 0.3117897727272727,
      "head_2_top1": 0.10654241388494318,
      "head_2_top5": 0.29100175337357953,
      "head_3_top1": 0.07723444158380682,
      "head_3_top5": 0.225372314453125,
      "head_4_top1": 0.05480124733664773,
      "head_4_top5": 0.1705294522372159,
      "head_5_top1": 0.029491077769886364,
      "head_5_top5": 0.09625244140625,
      "head_6_top1": 0.019381436434659092,
      "head_6_top5": 0.066375732421875,
      "head_7_top1": 0.015830300071022728,
      "head_7_top5": 0.056168989701704544,
      "loss": 4.471532648259943,
      "semantic_top1": 0.3902920809659091,
      "semantic_top5": 0.7558732466264204,
      "step": 6500,
      "teacher_forced_acoustic_top1": 0.13712816114549514,
      "teacher_forced_acoustic_top5": 0.35628162730823865,
      "teacher_forced_head_0_top1": 0.3902920809659091,
      "teacher_forced_head_0_top5": 0.7558732466264204,
      "teacher_forced_head_1_top1": 0.21818403764204544,
      "teacher_forced_head_1_top5": 0.5192593661221591,
      "teacher_forced_head_2_top1": 0.18227317116477273,
      "teacher_forced_head_2_top5": 0.45274214311079547,
      "teacher_forced_head_3_top1": 0.1423006924715909,
      "teacher_forced_head_3_top5": 0.3736045143821023,
      "teacher_forced_head_4_top1": 0.11981478604403409,
      "teacher_forced_head_4_top5": 0.32512318004261365,
      "teacher_forced_head_5_top1": 0.11358920010653409,
      "teacher_forced_head_5_top5": 0.30809159712357953,
      "teacher_forced_head_6_top1": 0.10111583362926137,
      "teacher_forced_head_6_top5": 0.2788058194247159,
      "teacher_forced_head_7_top1": 0.08261940696022728,
      "teacher_forced_head_7_top5": 0.23634477095170456,
      "teacher_forced_semantic_top1": 0.3902920809659091,
      "teacher_forced_semantic_top5": 0.7558732466264204,
      "teacher_kl_loss": 2.0745729966597124,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.12615094866071427,
      "ce_loss": 4.046477794647217,
      "learning_rate": 2.2916508981214864e-05,
      "loss": 4.5871992111206055,
      "semantic_top1": 0.4097900390625,
      "step": 6520,
      "teacher_forced_acoustic_top1": 0.12615094866071427,
      "teacher_forced_semantic_top1": 0.4097900390625,
      "teacher_kl_loss": 2.1628854274749756,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12785993303571427,
      "ce_loss": 4.0290093421936035,
      "learning_rate": 2.28753873577403e-05,
      "loss": 4.565498352050781,
      "semantic_top1": 0.41845703125,
      "step": 6540,
      "teacher_forced_acoustic_top1": 0.12785993303571427,
      "teacher_forced_semantic_top1": 0.41845703125,
      "teacher_kl_loss": 2.1459577083587646,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12517438616071427,
      "ce_loss": 4.042166233062744,
      "learning_rate": 2.283426573426573e-05,
      "loss": 4.571432113647461,
      "semantic_top1": 0.4102783203125,
      "step": 6560,
      "teacher_forced_acoustic_top1": 0.12517438616071427,
      "teacher_forced_semantic_top1": 0.4102783203125,
      "teacher_kl_loss": 2.1170618534088135,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12949916294642858,
      "ce_loss": 4.022499084472656,
      "learning_rate": 2.279314411079117e-05,
      "loss": 4.552565574645996,
      "semantic_top1": 0.4066162109375,
      "step": 6580,
      "teacher_forced_acoustic_top1": 0.12949916294642858,
      "teacher_forced_semantic_top1": 0.4066162109375,
      "teacher_kl_loss": 2.1202645301818848,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12922014508928573,
      "ce_loss": 4.004380226135254,
      "learning_rate": 2.2752022487316603e-05,
      "loss": 4.5379228591918945,
      "semantic_top1": 0.41845703125,
      "step": 6600,
      "teacher_forced_acoustic_top1": 0.12922014508928573,
      "teacher_forced_semantic_top1": 0.41845703125,
      "teacher_kl_loss": 2.1341710090637207,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12702287946428573,
      "ce_loss": 4.0440673828125,
      "learning_rate": 2.2710900863842038e-05,
      "loss": 4.575626850128174,
      "semantic_top1": 0.3984375,
      "step": 6620,
      "teacher_forced_acoustic_top1": 0.12702287946428573,
      "teacher_forced_semantic_top1": 0.3984375,
      "teacher_kl_loss": 2.1262381076812744,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12663922991071427,
      "ce_loss": 4.034229755401611,
      "learning_rate": 2.266977924036747e-05,
      "loss": 4.5692362785339355,
      "semantic_top1": 0.40869140625,
      "step": 6640,
      "teacher_forced_acoustic_top1": 0.12663922991071427,
      "teacher_forced_semantic_top1": 0.40869140625,
      "teacher_kl_loss": 2.1400256156921387,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12812151227678573,
      "ce_loss": 4.010045051574707,
      "learning_rate": 2.262865761689291e-05,
      "loss": 4.542985916137695,
      "semantic_top1": 0.4176025390625,
      "step": 6660,
      "teacher_forced_acoustic_top1": 0.12812151227678573,
      "teacher_forced_semantic_top1": 0.4176025390625,
      "teacher_kl_loss": 2.1317644119262695,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13164411272321427,
      "ce_loss": 4.0015177726745605,
      "learning_rate": 2.2587535993418343e-05,
      "loss": 4.530535697937012,
      "semantic_top1": 0.4114990234375,
      "step": 6680,
      "teacher_forced_acoustic_top1": 0.13164411272321427,
      "teacher_forced_semantic_top1": 0.4114990234375,
      "teacher_kl_loss": 2.1160717010498047,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12847028459821427,
      "ce_loss": 4.012001037597656,
      "learning_rate": 2.254641436994378e-05,
      "loss": 4.543020725250244,
      "semantic_top1": 0.4136962890625,
      "step": 6700,
      "teacher_forced_acoustic_top1": 0.12847028459821427,
      "teacher_forced_semantic_top1": 0.4136962890625,
      "teacher_kl_loss": 2.1240787506103516,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13108607700892858,
      "ce_loss": 3.9843413829803467,
      "learning_rate": 2.2505292746469212e-05,
      "loss": 4.509903907775879,
      "semantic_top1": 0.420654296875,
      "step": 6720,
      "teacher_forced_acoustic_top1": 0.13108607700892858,
      "teacher_forced_semantic_top1": 0.420654296875,
      "teacher_kl_loss": 2.1022496223449707,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13289969308035715,
      "ce_loss": 3.9897475242614746,
      "learning_rate": 2.2464171122994654e-05,
      "loss": 4.523077011108398,
      "semantic_top1": 0.4188232421875,
      "step": 6740,
      "teacher_forced_acoustic_top1": 0.13289969308035715,
      "teacher_forced_semantic_top1": 0.4188232421875,
      "teacher_kl_loss": 2.133319616317749,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13429478236607142,
      "ce_loss": 3.943516492843628,
      "learning_rate": 2.2423049499520085e-05,
      "loss": 4.464931011199951,
      "semantic_top1": 0.419677734375,
      "step": 6760,
      "teacher_forced_acoustic_top1": 0.13429478236607142,
      "teacher_forced_semantic_top1": 0.419677734375,
      "teacher_kl_loss": 2.085658073425293,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1304931640625,
      "ce_loss": 4.011779308319092,
      "learning_rate": 2.2381927876045524e-05,
      "loss": 4.544879913330078,
      "semantic_top1": 0.4085693359375,
      "step": 6780,
      "teacher_forced_acoustic_top1": 0.1304931640625,
      "teacher_forced_semantic_top1": 0.4085693359375,
      "teacher_kl_loss": 2.1324009895324707,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13187081473214285,
      "ce_loss": 4.011995315551758,
      "learning_rate": 2.234080625257096e-05,
      "loss": 4.553258419036865,
      "semantic_top1": 0.4229736328125,
      "step": 6800,
      "teacher_forced_acoustic_top1": 0.13187081473214285,
      "teacher_forced_semantic_top1": 0.4229736328125,
      "teacher_kl_loss": 2.165052890777588,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12813895089285715,
      "ce_loss": 4.020604133605957,
      "learning_rate": 2.2299684629096397e-05,
      "loss": 4.556411266326904,
      "semantic_top1": 0.418701171875,
      "step": 6820,
      "teacher_forced_acoustic_top1": 0.12813895089285715,
      "teacher_forced_semantic_top1": 0.418701171875,
      "teacher_kl_loss": 2.143228769302368,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1282958984375,
      "ce_loss": 4.041795253753662,
      "learning_rate": 2.2258563005621828e-05,
      "loss": 4.580432415008545,
      "semantic_top1": 0.4066162109375,
      "step": 6840,
      "teacher_forced_acoustic_top1": 0.1282958984375,
      "teacher_forced_semantic_top1": 0.4066162109375,
      "teacher_kl_loss": 2.154550075531006,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13051060267857142,
      "ce_loss": 4.011717319488525,
      "learning_rate": 2.2217441382147263e-05,
      "loss": 4.544139385223389,
      "semantic_top1": 0.4178466796875,
      "step": 6860,
      "teacher_forced_acoustic_top1": 0.13051060267857142,
      "teacher_forced_semantic_top1": 0.4178466796875,
      "teacher_kl_loss": 2.1296873092651367,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13450404575892858,
      "ce_loss": 3.9502828121185303,
      "learning_rate": 2.2176319758672698e-05,
      "loss": 4.471487522125244,
      "semantic_top1": 0.4161376953125,
      "step": 6880,
      "teacher_forced_acoustic_top1": 0.13450404575892858,
      "teacher_forced_semantic_top1": 0.4161376953125,
      "teacher_kl_loss": 2.0848188400268555,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13145228794642858,
      "ce_loss": 3.992762804031372,
      "learning_rate": 2.2135198135198133e-05,
      "loss": 4.5260114669799805,
      "semantic_top1": 0.4234619140625,
      "step": 6900,
      "teacher_forced_acoustic_top1": 0.13145228794642858,
      "teacher_forced_semantic_top1": 0.4234619140625,
      "teacher_kl_loss": 2.1329925060272217,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13413783482142858,
      "ce_loss": 3.973690986633301,
      "learning_rate": 2.2094076511723564e-05,
      "loss": 4.503474235534668,
      "semantic_top1": 0.429931640625,
      "step": 6920,
      "teacher_forced_acoustic_top1": 0.13413783482142858,
      "teacher_forced_semantic_top1": 0.429931640625,
      "teacher_kl_loss": 2.1191318035125732,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13356236049107142,
      "ce_loss": 3.9592299461364746,
      "learning_rate": 2.2052954888249003e-05,
      "loss": 4.482656478881836,
      "semantic_top1": 0.4366455078125,
      "step": 6940,
      "teacher_forced_acoustic_top1": 0.13356236049107142,
      "teacher_forced_semantic_top1": 0.4366455078125,
      "teacher_kl_loss": 2.093705654144287,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13214983258928573,
      "ce_loss": 3.9896373748779297,
      "learning_rate": 2.2011833264774437e-05,
      "loss": 4.527013778686523,
      "semantic_top1": 0.417724609375,
      "step": 6960,
      "teacher_forced_acoustic_top1": 0.13214983258928573,
      "teacher_forced_semantic_top1": 0.417724609375,
      "teacher_kl_loss": 2.149505853652954,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13457380022321427,
      "ce_loss": 3.9578499794006348,
      "learning_rate": 2.1970711641299876e-05,
      "loss": 4.482254981994629,
      "semantic_top1": 0.4261474609375,
      "step": 6980,
      "teacher_forced_acoustic_top1": 0.13457380022321427,
      "teacher_forced_semantic_top1": 0.4261474609375,
      "teacher_kl_loss": 2.0976200103759766,
      "type": "train"
    },
    {
      "acoustic_top1": 0.12970842633928573,
      "ce_loss": 4.01051664352417,
      "learning_rate": 2.1929590017825307e-05,
      "loss": 4.549454689025879,
      "semantic_top1": 0.4105224609375,
      "step": 7000,
      "teacher_forced_acoustic_top1": 0.12970842633928573,
      "teacher_forced_semantic_top1": 0.4105224609375,
      "teacher_kl_loss": 2.155750274658203,
      "type": "train"
    },
    {
      "acoustic_top1": 0.061628465528612016,
      "acoustic_top5": 0.17722191748681007,
      "ce_loss": 3.9034725535999644,
      "head_0_top1": 0.39515269886363635,
      "head_0_top5": 0.7628173828125,
      "head_1_top1": 0.12051946466619318,
      "head_1_top5": 0.3134404962713068,
      "head_2_top1": 0.10957752574573863,
      "head_2_top5": 0.2969887473366477,
      "head_3_top1": 0.07906549627130682,
      "head_3_top5": 0.23087935014204544,
      "head_4_top1": 0.056138472123579544,
      "head_4_top5": 0.1742220791903409,
      "head_5_top1": 0.03048151189630682,
      "head_5_top5": 0.09976473721590909,
      "head_6_top1": 0.01944524591619318,
      "head_6_top5": 0.06805974786931818,
      "head_7_top1": 0.016171542080965908,
      "head_7_top5": 0.05719826438210227,
      "loss": 4.417569593949751,
      "semantic_top1": 0.39515269886363635,
      "semantic_top5": 0.7628173828125,
      "step": 7000,
      "teacher_forced_acoustic_top1": 0.14158927620231332,
      "teacher_forced_acoustic_top5": 0.365430955762987,
      "teacher_forced_head_0_top1": 0.39515269886363635,
      "teacher_forced_head_0_top5": 0.7628173828125,
      "teacher_forced_head_1_top1": 0.22058660333806818,
      "teacher_forced_head_1_top5": 0.5252019708806818,
      "teacher_forced_head_2_top1": 0.18898703835227273,
      "teacher_forced_head_2_top5": 0.4642916592684659,
      "teacher_forced_head_3_top1": 0.14750532670454544,
      "teacher_forced_head_3_top5": 0.38419688831676135,
      "teacher_forced_head_4_top1": 0.12605979225852273,
      "teacher_forced_head_4_top5": 0.33790727095170453,
      "teacher_forced_head_5_top1": 0.11654108220880682,
      "teacher_forced_head_5_top5": 0.31425337357954547,
      "teacher_forced_head_6_top1": 0.10574895685369318,
      "teacher_forced_head_6_top5": 0.28877397017045453,
      "teacher_forced_head_7_top1": 0.08569613370028409,
      "teacher_forced_head_7_top5": 0.24339155717329544,
      "teacher_forced_semantic_top1": 0.39515269886363635,
      "teacher_forced_semantic_top5": 0.7628173828125,
      "teacher_kl_loss": 2.056388334794478,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.13054547991071427,
      "ce_loss": 3.9846978187561035,
      "learning_rate": 2.1888468394350745e-05,
      "loss": 4.518753528594971,
      "semantic_top1": 0.42529296875,
      "step": 7020,
      "teacher_forced_acoustic_top1": 0.13054547991071427,
      "teacher_forced_semantic_top1": 0.42529296875,
      "teacher_kl_loss": 2.136221408843994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13173130580357142,
      "ce_loss": 3.9884538650512695,
      "learning_rate": 2.1847346770876184e-05,
      "loss": 4.521966934204102,
      "semantic_top1": 0.417236328125,
      "step": 7040,
      "teacher_forced_acoustic_top1": 0.13173130580357142,
      "teacher_forced_semantic_top1": 0.417236328125,
      "teacher_kl_loss": 2.1340529918670654,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13051060267857142,
      "ce_loss": 4.0107951164245605,
      "learning_rate": 2.180622514740162e-05,
      "loss": 4.544138431549072,
      "semantic_top1": 0.4130859375,
      "step": 7060,
      "teacher_forced_acoustic_top1": 0.13051060267857142,
      "teacher_forced_semantic_top1": 0.4130859375,
      "teacher_kl_loss": 2.133373975753784,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1297607421875,
      "ce_loss": 3.995975971221924,
      "learning_rate": 2.176510352392705e-05,
      "loss": 4.523842811584473,
      "semantic_top1": 0.42529296875,
      "step": 7080,
      "teacher_forced_acoustic_top1": 0.1297607421875,
      "teacher_forced_semantic_top1": 0.42529296875,
      "teacher_kl_loss": 2.11146879196167,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13542829241071427,
      "ce_loss": 3.952855110168457,
      "learning_rate": 2.1723981900452488e-05,
      "loss": 4.479341506958008,
      "semantic_top1": 0.4293212890625,
      "step": 7100,
      "teacher_forced_acoustic_top1": 0.13542829241071427,
      "teacher_forced_semantic_top1": 0.4293212890625,
      "teacher_kl_loss": 2.105944871902466,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13438197544642858,
      "ce_loss": 3.9488298892974854,
      "learning_rate": 2.1682860276977923e-05,
      "loss": 4.4720458984375,
      "semantic_top1": 0.424072265625,
      "step": 7120,
      "teacher_forced_acoustic_top1": 0.13438197544642858,
      "teacher_forced_semantic_top1": 0.424072265625,
      "teacher_kl_loss": 2.0928640365600586,
      "type": "train"
    },
    {
      "acoustic_top1": 0.137939453125,
      "ce_loss": 3.9497158527374268,
      "learning_rate": 2.1641738653503358e-05,
      "loss": 4.48244047164917,
      "semantic_top1": 0.4156494140625,
      "step": 7140,
      "teacher_forced_acoustic_top1": 0.137939453125,
      "teacher_forced_semantic_top1": 0.4156494140625,
      "teacher_kl_loss": 2.130898952484131,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13094656808035715,
      "ce_loss": 3.983752965927124,
      "learning_rate": 2.160061703002879e-05,
      "loss": 4.511888027191162,
      "semantic_top1": 0.4110107421875,
      "step": 7160,
      "teacher_forced_acoustic_top1": 0.13094656808035715,
      "teacher_forced_semantic_top1": 0.4110107421875,
      "teacher_kl_loss": 2.1125404834747314,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13494001116071427,
      "ce_loss": 3.967198610305786,
      "learning_rate": 2.1559495406554228e-05,
      "loss": 4.49650764465332,
      "semantic_top1": 0.40869140625,
      "step": 7180,
      "teacher_forced_acoustic_top1": 0.13494001116071427,
      "teacher_forced_semantic_top1": 0.40869140625,
      "teacher_kl_loss": 2.1172354221343994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13406808035714285,
      "ce_loss": 3.97863507270813,
      "learning_rate": 2.1518373783079663e-05,
      "loss": 4.510428428649902,
      "semantic_top1": 0.4154052734375,
      "step": 7200,
      "teacher_forced_acoustic_top1": 0.13406808035714285,
      "teacher_forced_semantic_top1": 0.4154052734375,
      "teacher_kl_loss": 2.12717342376709,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1348876953125,
      "ce_loss": 3.9559824466705322,
      "learning_rate": 2.1477252159605097e-05,
      "loss": 4.484223365783691,
      "semantic_top1": 0.42919921875,
      "step": 7220,
      "teacher_forced_acoustic_top1": 0.1348876953125,
      "teacher_forced_semantic_top1": 0.42919921875,
      "teacher_kl_loss": 2.112963914871216,
      "type": "train"
    },
    {
      "acoustic_top1": 0.136474609375,
      "ce_loss": 3.9322781562805176,
      "learning_rate": 2.1436130536130532e-05,
      "loss": 4.460817813873291,
      "semantic_top1": 0.42236328125,
      "step": 7240,
      "teacher_forced_acoustic_top1": 0.136474609375,
      "teacher_forced_semantic_top1": 0.42236328125,
      "teacher_kl_loss": 2.114157199859619,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13809640066964285,
      "ce_loss": 3.922069549560547,
      "learning_rate": 2.139500891265597e-05,
      "loss": 4.441014766693115,
      "semantic_top1": 0.434326171875,
      "step": 7260,
      "teacher_forced_acoustic_top1": 0.13809640066964285,
      "teacher_forced_semantic_top1": 0.434326171875,
      "teacher_kl_loss": 2.0757811069488525,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13160923549107142,
      "ce_loss": 3.9851458072662354,
      "learning_rate": 2.1353887289181405e-05,
      "loss": 4.519621849060059,
      "semantic_top1": 0.4244384765625,
      "step": 7280,
      "teacher_forced_acoustic_top1": 0.13160923549107142,
      "teacher_forced_semantic_top1": 0.4244384765625,
      "teacher_kl_loss": 2.137904644012451,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1351318359375,
      "ce_loss": 3.9618146419525146,
      "learning_rate": 2.131276566570684e-05,
      "loss": 4.490625858306885,
      "semantic_top1": 0.4124755859375,
      "step": 7300,
      "teacher_forced_acoustic_top1": 0.1351318359375,
      "teacher_forced_semantic_top1": 0.4124755859375,
      "teacher_kl_loss": 2.1152443885803223,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1356201171875,
      "ce_loss": 3.9270291328430176,
      "learning_rate": 2.1271644042232275e-05,
      "loss": 4.453083515167236,
      "semantic_top1": 0.42041015625,
      "step": 7320,
      "teacher_forced_acoustic_top1": 0.1356201171875,
      "teacher_forced_semantic_top1": 0.42041015625,
      "teacher_kl_loss": 2.1042191982269287,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13577706473214285,
      "ce_loss": 3.938044309616089,
      "learning_rate": 2.1230522418757717e-05,
      "loss": 4.459627628326416,
      "semantic_top1": 0.429443359375,
      "step": 7340,
      "teacher_forced_acoustic_top1": 0.13577706473214285,
      "teacher_forced_semantic_top1": 0.429443359375,
      "teacher_kl_loss": 2.0863327980041504,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13056291852678573,
      "ce_loss": 3.988457202911377,
      "learning_rate": 2.1189400795283148e-05,
      "loss": 4.519258499145508,
      "semantic_top1": 0.4169921875,
      "step": 7360,
      "teacher_forced_acoustic_top1": 0.13056291852678573,
      "teacher_forced_semantic_top1": 0.4169921875,
      "teacher_kl_loss": 2.1232054233551025,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13839285714285715,
      "ce_loss": 3.916788101196289,
      "learning_rate": 2.1148279171808583e-05,
      "loss": 4.435323715209961,
      "semantic_top1": 0.4224853515625,
      "step": 7380,
      "teacher_forced_acoustic_top1": 0.13839285714285715,
      "teacher_forced_semantic_top1": 0.4224853515625,
      "teacher_kl_loss": 2.074141025543213,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13778250558035715,
      "ce_loss": 3.9388041496276855,
      "learning_rate": 2.1107157548334018e-05,
      "loss": 4.464828014373779,
      "semantic_top1": 0.42578125,
      "step": 7400,
      "teacher_forced_acoustic_top1": 0.13778250558035715,
      "teacher_forced_semantic_top1": 0.42578125,
      "teacher_kl_loss": 2.104095697402954,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13429478236607142,
      "ce_loss": 3.958101272583008,
      "learning_rate": 2.1066035924859453e-05,
      "loss": 4.483004570007324,
      "semantic_top1": 0.432373046875,
      "step": 7420,
      "teacher_forced_acoustic_top1": 0.13429478236607142,
      "teacher_forced_semantic_top1": 0.432373046875,
      "teacher_kl_loss": 2.0996131896972656,
      "type": "train"
    },
    {
      "acoustic_top1": 0.134765625,
      "ce_loss": 3.9507408142089844,
      "learning_rate": 2.1024914301384888e-05,
      "loss": 4.477375030517578,
      "semantic_top1": 0.4339599609375,
      "step": 7440,
      "teacher_forced_acoustic_top1": 0.134765625,
      "teacher_forced_semantic_top1": 0.4339599609375,
      "teacher_kl_loss": 2.1065359115600586,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13748604910714285,
      "ce_loss": 3.9353320598602295,
      "learning_rate": 2.0983792677910323e-05,
      "loss": 4.453817844390869,
      "semantic_top1": 0.43408203125,
      "step": 7460,
      "teacher_forced_acoustic_top1": 0.13748604910714285,
      "teacher_forced_semantic_top1": 0.43408203125,
      "teacher_kl_loss": 2.073943853378296,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13771275111607142,
      "ce_loss": 3.925858497619629,
      "learning_rate": 2.0942671054435757e-05,
      "loss": 4.446987628936768,
      "semantic_top1": 0.427001953125,
      "step": 7480,
      "teacher_forced_acoustic_top1": 0.13771275111607142,
      "teacher_forced_semantic_top1": 0.427001953125,
      "teacher_kl_loss": 2.084517002105713,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13525390625,
      "ce_loss": 3.946622371673584,
      "learning_rate": 2.090154943096119e-05,
      "loss": 4.468213081359863,
      "semantic_top1": 0.4310302734375,
      "step": 7500,
      "teacher_forced_acoustic_top1": 0.13525390625,
      "teacher_forced_semantic_top1": 0.4310302734375,
      "teacher_kl_loss": 2.08636212348938,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06266170353084416,
      "acoustic_top5": 0.17879099660105519,
      "ce_loss": 3.8620099154385654,
      "head_0_top1": 0.400421142578125,
      "head_0_top5": 0.7679914994673296,
      "head_1_top1": 0.12320223721590909,
      "head_1_top5": 0.31805419921875,
      "head_2_top1": 0.11184137517755682,
      "head_2_top5": 0.29933305220170453,
      "head_3_top1": 0.08085216175426137,
      "head_3_top5": 0.23441661487926135,
      "head_4_top1": 0.05676546963778409,
      "head_4_top5": 0.17567305131392044,
      "head_5_top1": 0.030018199573863636,
      "head_5_top5": 0.09848299893465909,
      "head_6_top1": 0.019411954012784092,
      "head_6_top5": 0.06780173561789772,
      "head_7_top1": 0.01654052734375,
      "head_7_top5": 0.057775324041193184,
      "loss": 4.369914661754262,
      "semantic_top1": 0.400421142578125,
      "semantic_top5": 0.7679914994673296,
      "step": 7500,
      "teacher_forced_acoustic_top1": 0.14568536931818182,
      "teacher_forced_acoustic_top5": 0.3735228699523133,
      "teacher_forced_head_0_top1": 0.400421142578125,
      "teacher_forced_head_0_top5": 0.7679914994673296,
      "teacher_forced_head_1_top1": 0.2263211337002841,
      "teacher_forced_head_1_top5": 0.5364185680042614,
      "teacher_forced_head_2_top1": 0.19451071999289773,
      "teacher_forced_head_2_top5": 0.47429310191761365,
      "teacher_forced_head_3_top1": 0.1519442471590909,
      "teacher_forced_head_3_top5": 0.3930414373224432,
      "teacher_forced_head_4_top1": 0.12882579456676135,
      "teacher_forced_head_4_top5": 0.3427207253196023,
      "teacher_forced_head_5_top1": 0.12033913352272728,
      "teacher_forced_head_5_top5": 0.3226096413352273,
      "teacher_forced_head_6_top1": 0.10862593217329546,
      "teacher_forced_head_6_top5": 0.2941006747159091,
      "teacher_forced_head_7_top1": 0.08923062411221591,
      "teacher_forced_head_7_top5": 0.25147594105113635,
      "teacher_forced_semantic_top1": 0.400421142578125,
      "teacher_forced_semantic_top5": 0.7679914994673296,
      "teacher_kl_loss": 2.0316200256347656,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.13921247209821427,
      "ce_loss": 3.932048797607422,
      "learning_rate": 2.086042780748663e-05,
      "loss": 4.455197334289551,
      "semantic_top1": 0.41650390625,
      "step": 7520,
      "teacher_forced_acoustic_top1": 0.13921247209821427,
      "teacher_forced_semantic_top1": 0.41650390625,
      "teacher_kl_loss": 2.0925936698913574,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13898577008928573,
      "ce_loss": 3.941378116607666,
      "learning_rate": 2.0819306184012065e-05,
      "loss": 4.467962741851807,
      "semantic_top1": 0.42578125,
      "step": 7540,
      "teacher_forced_acoustic_top1": 0.13898577008928573,
      "teacher_forced_semantic_top1": 0.42578125,
      "teacher_kl_loss": 2.106337308883667,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13420758928571427,
      "ce_loss": 3.940615653991699,
      "learning_rate": 2.07781845605375e-05,
      "loss": 4.465358734130859,
      "semantic_top1": 0.421142578125,
      "step": 7560,
      "teacher_forced_acoustic_top1": 0.13420758928571427,
      "teacher_forced_semantic_top1": 0.421142578125,
      "teacher_kl_loss": 2.098973035812378,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13848005022321427,
      "ce_loss": 3.905529022216797,
      "learning_rate": 2.0737062937062935e-05,
      "loss": 4.428623199462891,
      "semantic_top1": 0.4227294921875,
      "step": 7580,
      "teacher_forced_acoustic_top1": 0.13848005022321427,
      "teacher_forced_semantic_top1": 0.4227294921875,
      "teacher_kl_loss": 2.092376470565796,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13521902901785715,
      "ce_loss": 3.9493942260742188,
      "learning_rate": 2.0695941313588373e-05,
      "loss": 4.469484329223633,
      "semantic_top1": 0.4227294921875,
      "step": 7600,
      "teacher_forced_acoustic_top1": 0.13521902901785715,
      "teacher_forced_semantic_top1": 0.4227294921875,
      "teacher_kl_loss": 2.0803613662719727,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14097377232142858,
      "ce_loss": 3.898892402648926,
      "learning_rate": 2.0654819690113808e-05,
      "loss": 4.422798156738281,
      "semantic_top1": 0.437744140625,
      "step": 7620,
      "teacher_forced_acoustic_top1": 0.14097377232142858,
      "teacher_forced_semantic_top1": 0.437744140625,
      "teacher_kl_loss": 2.095623016357422,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13743373325892858,
      "ce_loss": 3.9227819442749023,
      "learning_rate": 2.0613698066639243e-05,
      "loss": 4.446127414703369,
      "semantic_top1": 0.4306640625,
      "step": 7640,
      "teacher_forced_acoustic_top1": 0.13743373325892858,
      "teacher_forced_semantic_top1": 0.4306640625,
      "teacher_kl_loss": 2.093384027481079,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14338030133928573,
      "ce_loss": 3.883317232131958,
      "learning_rate": 2.0572576443164678e-05,
      "loss": 4.401636600494385,
      "semantic_top1": 0.438720703125,
      "step": 7660,
      "teacher_forced_acoustic_top1": 0.14338030133928573,
      "teacher_forced_semantic_top1": 0.438720703125,
      "teacher_kl_loss": 2.073277235031128,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13614327566964285,
      "ce_loss": 3.9329674243927,
      "learning_rate": 2.0531454819690116e-05,
      "loss": 4.4632487297058105,
      "semantic_top1": 0.4312744140625,
      "step": 7680,
      "teacher_forced_acoustic_top1": 0.13614327566964285,
      "teacher_forced_semantic_top1": 0.4312744140625,
      "teacher_kl_loss": 2.121124744415283,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13685825892857142,
      "ce_loss": 3.9268317222595215,
      "learning_rate": 2.0490333196215548e-05,
      "loss": 4.454622268676758,
      "semantic_top1": 0.4388427734375,
      "step": 7700,
      "teacher_forced_acoustic_top1": 0.13685825892857142,
      "teacher_forced_semantic_top1": 0.4388427734375,
      "teacher_kl_loss": 2.111161708831787,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14153180803571427,
      "ce_loss": 3.8953959941864014,
      "learning_rate": 2.0449211572740983e-05,
      "loss": 4.415879249572754,
      "semantic_top1": 0.4224853515625,
      "step": 7720,
      "teacher_forced_acoustic_top1": 0.14153180803571427,
      "teacher_forced_semantic_top1": 0.4224853515625,
      "teacher_kl_loss": 2.0819344520568848,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14372907366071427,
      "ce_loss": 3.8797261714935303,
      "learning_rate": 2.0408089949266417e-05,
      "loss": 4.39550256729126,
      "semantic_top1": 0.4244384765625,
      "step": 7740,
      "teacher_forced_acoustic_top1": 0.14372907366071427,
      "teacher_forced_semantic_top1": 0.4244384765625,
      "teacher_kl_loss": 2.063105344772339,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13868931361607142,
      "ce_loss": 3.9139208793640137,
      "learning_rate": 2.0366968325791852e-05,
      "loss": 4.433986663818359,
      "semantic_top1": 0.4189453125,
      "step": 7760,
      "teacher_forced_acoustic_top1": 0.13868931361607142,
      "teacher_forced_semantic_top1": 0.4189453125,
      "teacher_kl_loss": 2.080264091491699,
      "type": "train"
    },
    {
      "acoustic_top1": 0.139892578125,
      "ce_loss": 3.897425651550293,
      "learning_rate": 2.0325846702317284e-05,
      "loss": 4.416753768920898,
      "semantic_top1": 0.4285888671875,
      "step": 7780,
      "teacher_forced_acoustic_top1": 0.139892578125,
      "teacher_forced_semantic_top1": 0.4285888671875,
      "teacher_kl_loss": 2.0773112773895264,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13736397879464285,
      "ce_loss": 3.9186339378356934,
      "learning_rate": 2.0284725078842725e-05,
      "loss": 4.439170837402344,
      "semantic_top1": 0.416259765625,
      "step": 7800,
      "teacher_forced_acoustic_top1": 0.13736397879464285,
      "teacher_forced_semantic_top1": 0.416259765625,
      "teacher_kl_loss": 2.0821480751037598,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14433942522321427,
      "ce_loss": 3.8636488914489746,
      "learning_rate": 2.024360345536816e-05,
      "loss": 4.376880645751953,
      "semantic_top1": 0.4453125,
      "step": 7820,
      "teacher_forced_acoustic_top1": 0.14433942522321427,
      "teacher_forced_semantic_top1": 0.4453125,
      "teacher_kl_loss": 2.052926540374756,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13473074776785715,
      "ce_loss": 3.940049648284912,
      "learning_rate": 2.0202481831893595e-05,
      "loss": 4.460415363311768,
      "semantic_top1": 0.42822265625,
      "step": 7840,
      "teacher_forced_acoustic_top1": 0.13473074776785715,
      "teacher_forced_semantic_top1": 0.42822265625,
      "teacher_kl_loss": 2.0814623832702637,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14266531808035715,
      "ce_loss": 3.859781503677368,
      "learning_rate": 2.0161360208419027e-05,
      "loss": 4.373035430908203,
      "semantic_top1": 0.4371337890625,
      "step": 7860,
      "teacher_forced_acoustic_top1": 0.14266531808035715,
      "teacher_forced_semantic_top1": 0.4371337890625,
      "teacher_kl_loss": 2.0530147552490234,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14249093191964285,
      "ce_loss": 3.8683152198791504,
      "learning_rate": 2.0120238584944468e-05,
      "loss": 4.378698825836182,
      "semantic_top1": 0.4423828125,
      "step": 7880,
      "teacher_forced_acoustic_top1": 0.14249093191964285,
      "teacher_forced_semantic_top1": 0.4423828125,
      "teacher_kl_loss": 2.041534185409546,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14003208705357142,
      "ce_loss": 3.8728699684143066,
      "learning_rate": 2.0079116961469903e-05,
      "loss": 4.382792949676514,
      "semantic_top1": 0.4398193359375,
      "step": 7900,
      "teacher_forced_acoustic_top1": 0.14003208705357142,
      "teacher_forced_semantic_top1": 0.4398193359375,
      "teacher_kl_loss": 2.0396924018859863,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13875906808035715,
      "ce_loss": 3.9068050384521484,
      "learning_rate": 2.0037995337995338e-05,
      "loss": 4.429268836975098,
      "semantic_top1": 0.42529296875,
      "step": 7920,
      "teacher_forced_acoustic_top1": 0.13875906808035715,
      "teacher_forced_semantic_top1": 0.42529296875,
      "teacher_kl_loss": 2.0898549556732178,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14064243861607142,
      "ce_loss": 3.8926448822021484,
      "learning_rate": 1.999687371452077e-05,
      "loss": 4.41054630279541,
      "semantic_top1": 0.4444580078125,
      "step": 7940,
      "teacher_forced_acoustic_top1": 0.14064243861607142,
      "teacher_forced_semantic_top1": 0.4444580078125,
      "teacher_kl_loss": 2.0716052055358887,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13959612165178573,
      "ce_loss": 3.891153573989868,
      "learning_rate": 1.995575209104621e-05,
      "loss": 4.408973217010498,
      "semantic_top1": 0.4212646484375,
      "step": 7960,
      "teacher_forced_acoustic_top1": 0.13959612165178573,
      "teacher_forced_semantic_top1": 0.4212646484375,
      "teacher_kl_loss": 2.0712790489196777,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14320591517857142,
      "ce_loss": 3.8845903873443604,
      "learning_rate": 1.9914630467571643e-05,
      "loss": 4.400390625,
      "semantic_top1": 0.4302978515625,
      "step": 7980,
      "teacher_forced_acoustic_top1": 0.14320591517857142,
      "teacher_forced_semantic_top1": 0.4302978515625,
      "teacher_kl_loss": 2.063202381134033,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14430454799107142,
      "ce_loss": 3.8731117248535156,
      "learning_rate": 1.9873508844097077e-05,
      "loss": 4.390113830566406,
      "semantic_top1": 0.4381103515625,
      "step": 8000,
      "teacher_forced_acoustic_top1": 0.14430454799107142,
      "teacher_forced_semantic_top1": 0.4381103515625,
      "teacher_kl_loss": 2.068007707595825,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0639581061028815,
      "acoustic_top5": 0.1811170701856737,
      "ce_loss": 3.822145635431463,
      "head_0_top1": 0.4034340598366477,
      "head_0_top5": 0.7730768377130682,
      "head_1_top1": 0.12611805308948865,
      "head_1_top5": 0.32335038618607953,
      "head_2_top1": 0.11417180841619318,
      "head_2_top5": 0.3046653053977273,
      "head_3_top1": 0.08142644708806818,
      "head_3_top5": 0.23485218394886365,
      "head_4_top1": 0.058202570134943184,
      "head_4_top5": 0.17689098011363635,
      "head_5_top1": 0.030814430930397728,
      "head_5_top5": 0.10072742808948863,
      "head_6_top1": 0.020161021839488636,
      "head_6_top5": 0.06876997514204546,
      "head_7_top1": 0.016812411221590908,
      "head_7_top5": 0.058563232421875,
      "loss": 4.324991052800959,
      "semantic_top1": 0.4034340598366477,
      "semantic_top5": 0.7730768377130682,
      "step": 8000,
      "teacher_forced_acoustic_top1": 0.1499566412591315,
      "teacher_forced_acoustic_top5": 0.38120140967431004,
      "teacher_forced_head_0_top1": 0.4034340598366477,
      "teacher_forced_head_0_top5": 0.7730768377130682,
      "teacher_forced_head_1_top1": 0.23122059215198865,
      "teacher_forced_head_1_top5": 0.5431934703480114,
      "teacher_forced_head_2_top1": 0.2011136141690341,
      "teacher_forced_head_2_top5": 0.48533491654829547,
      "teacher_forced_head_3_top1": 0.15585882013494318,
      "teacher_forced_head_3_top5": 0.4009760076349432,
      "teacher_forced_head_4_top1": 0.13283746892755682,
      "teacher_forced_head_4_top5": 0.35063310102982953,
      "teacher_forced_head_5_top1": 0.12466985529119318,
      "teacher_forced_head_5_top5": 0.3289129083806818,
      "teacher_forced_head_6_top1": 0.11199951171875,
      "teacher_forced_head_6_top5": 0.3014137961647727,
      "teacher_forced_head_7_top1": 0.09199662642045454,
      "teacher_forced_head_7_top5": 0.25794566761363635,
      "teacher_forced_semantic_top1": 0.4034340598366477,
      "teacher_forced_semantic_top5": 0.7730768377130682,
      "teacher_kl_loss": 2.011382363059304,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.14067731584821427,
      "ce_loss": 3.9017996788024902,
      "learning_rate": 1.983238722062251e-05,
      "loss": 4.42007303237915,
      "semantic_top1": 0.42138671875,
      "step": 8020,
      "teacher_forced_acoustic_top1": 0.14067731584821427,
      "teacher_forced_semantic_top1": 0.42138671875,
      "teacher_kl_loss": 2.0730929374694824,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14205496651785715,
      "ce_loss": 3.8689827919006348,
      "learning_rate": 1.9791265597147944e-05,
      "loss": 4.384951591491699,
      "semantic_top1": 0.4384765625,
      "step": 8040,
      "teacher_forced_acoustic_top1": 0.14205496651785715,
      "teacher_forced_semantic_top1": 0.4384765625,
      "teacher_kl_loss": 2.063875198364258,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14564732142857142,
      "ce_loss": 3.869624137878418,
      "learning_rate": 1.9750143973673382e-05,
      "loss": 4.384181022644043,
      "semantic_top1": 0.4326171875,
      "step": 8060,
      "teacher_forced_acoustic_top1": 0.14564732142857142,
      "teacher_forced_semantic_top1": 0.4326171875,
      "teacher_kl_loss": 2.0582268238067627,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13991001674107142,
      "ce_loss": 3.8783130645751953,
      "learning_rate": 1.970902235019882e-05,
      "loss": 4.394603729248047,
      "semantic_top1": 0.4444580078125,
      "step": 8080,
      "teacher_forced_acoustic_top1": 0.13991001674107142,
      "teacher_forced_semantic_top1": 0.4444580078125,
      "teacher_kl_loss": 2.0651614665985107,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14242117745535715,
      "ce_loss": 3.892049789428711,
      "learning_rate": 1.9667900726724252e-05,
      "loss": 4.411477088928223,
      "semantic_top1": 0.4388427734375,
      "step": 8100,
      "teacher_forced_acoustic_top1": 0.14242117745535715,
      "teacher_forced_semantic_top1": 0.4388427734375,
      "teacher_kl_loss": 2.077709913253784,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14144461495535715,
      "ce_loss": 3.9093592166900635,
      "learning_rate": 1.9626779103249693e-05,
      "loss": 4.430568695068359,
      "semantic_top1": 0.433837890625,
      "step": 8120,
      "teacher_forced_acoustic_top1": 0.14144461495535715,
      "teacher_forced_semantic_top1": 0.433837890625,
      "teacher_kl_loss": 2.0848374366760254,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14351981026785715,
      "ce_loss": 3.8700063228607178,
      "learning_rate": 1.9585657479775125e-05,
      "loss": 4.38786506652832,
      "semantic_top1": 0.4315185546875,
      "step": 8140,
      "teacher_forced_acoustic_top1": 0.14351981026785715,
      "teacher_forced_semantic_top1": 0.4315185546875,
      "teacher_kl_loss": 2.0714361667633057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.13846261160714285,
      "ce_loss": 3.909923791885376,
      "learning_rate": 1.9544535856300563e-05,
      "loss": 4.43100643157959,
      "semantic_top1": 0.4315185546875,
      "step": 8160,
      "teacher_forced_acoustic_top1": 0.13846261160714285,
      "teacher_forced_semantic_top1": 0.4315185546875,
      "teacher_kl_loss": 2.0843300819396973,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14413016183035715,
      "ce_loss": 3.8590774536132812,
      "learning_rate": 1.9503414232825995e-05,
      "loss": 4.373752593994141,
      "semantic_top1": 0.446533203125,
      "step": 8180,
      "teacher_forced_acoustic_top1": 0.14413016183035715,
      "teacher_forced_semantic_top1": 0.446533203125,
      "teacher_kl_loss": 2.0587005615234375,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14446149553571427,
      "ce_loss": 3.847043037414551,
      "learning_rate": 1.9462292609351436e-05,
      "loss": 4.356817722320557,
      "semantic_top1": 0.439208984375,
      "step": 8200,
      "teacher_forced_acoustic_top1": 0.14446149553571427,
      "teacher_forced_semantic_top1": 0.439208984375,
      "teacher_kl_loss": 2.03909969329834,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1461181640625,
      "ce_loss": 3.868375778198242,
      "learning_rate": 1.9421170985876868e-05,
      "loss": 4.393258571624756,
      "semantic_top1": 0.4193115234375,
      "step": 8220,
      "teacher_forced_acoustic_top1": 0.1461181640625,
      "teacher_forced_semantic_top1": 0.4193115234375,
      "teacher_kl_loss": 2.099531412124634,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14308384486607142,
      "ce_loss": 3.8664116859436035,
      "learning_rate": 1.9380049362402303e-05,
      "loss": 4.381060600280762,
      "semantic_top1": 0.42431640625,
      "step": 8240,
      "teacher_forced_acoustic_top1": 0.14308384486607142,
      "teacher_forced_semantic_top1": 0.42431640625,
      "teacher_kl_loss": 2.0585951805114746,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14407784598214285,
      "ce_loss": 3.8684442043304443,
      "learning_rate": 1.9338927738927734e-05,
      "loss": 4.384477615356445,
      "semantic_top1": 0.4322509765625,
      "step": 8260,
      "teacher_forced_acoustic_top1": 0.14407784598214285,
      "teacher_forced_semantic_top1": 0.4322509765625,
      "teacher_kl_loss": 2.064133644104004,
      "type": "train"
    },
    {
      "acoustic_top1": 0.141357421875,
      "ce_loss": 3.886809825897217,
      "learning_rate": 1.9297806115453172e-05,
      "loss": 4.40554141998291,
      "semantic_top1": 0.4395751953125,
      "step": 8280,
      "teacher_forced_acoustic_top1": 0.141357421875,
      "teacher_forced_semantic_top1": 0.4395751953125,
      "teacher_kl_loss": 2.074927806854248,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14714704241071427,
      "ce_loss": 3.8516674041748047,
      "learning_rate": 1.9256684491978607e-05,
      "loss": 4.370609283447266,
      "semantic_top1": 0.431884765625,
      "step": 8300,
      "teacher_forced_acoustic_top1": 0.14714704241071427,
      "teacher_forced_semantic_top1": 0.431884765625,
      "teacher_kl_loss": 2.0757689476013184,
      "type": "train"
    },
    {
      "acoustic_top1": 0.145751953125,
      "ce_loss": 3.8565988540649414,
      "learning_rate": 1.9215562868504042e-05,
      "loss": 4.366969585418701,
      "semantic_top1": 0.4310302734375,
      "step": 8320,
      "teacher_forced_acoustic_top1": 0.145751953125,
      "teacher_forced_semantic_top1": 0.4310302734375,
      "teacher_kl_loss": 2.0414834022521973,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14329310825892858,
      "ce_loss": 3.8609726428985596,
      "learning_rate": 1.9174441245029477e-05,
      "loss": 4.375311851501465,
      "semantic_top1": 0.4368896484375,
      "step": 8340,
      "teacher_forced_acoustic_top1": 0.14329310825892858,
      "teacher_forced_semantic_top1": 0.4368896484375,
      "teacher_kl_loss": 2.0573573112487793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14264787946428573,
      "ce_loss": 3.8682737350463867,
      "learning_rate": 1.9133319621554915e-05,
      "loss": 4.3829345703125,
      "semantic_top1": 0.4525146484375,
      "step": 8360,
      "teacher_forced_acoustic_top1": 0.14264787946428573,
      "teacher_forced_semantic_top1": 0.4525146484375,
      "teacher_kl_loss": 2.0586435794830322,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14873395647321427,
      "ce_loss": 3.8379130363464355,
      "learning_rate": 1.909219799808035e-05,
      "loss": 4.351752758026123,
      "semantic_top1": 0.4315185546875,
      "step": 8380,
      "teacher_forced_acoustic_top1": 0.14873395647321427,
      "teacher_forced_semantic_top1": 0.4315185546875,
      "teacher_kl_loss": 2.05535888671875,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14266531808035715,
      "ce_loss": 3.86838960647583,
      "learning_rate": 1.9051076374605785e-05,
      "loss": 4.388361930847168,
      "semantic_top1": 0.4385986328125,
      "step": 8400,
      "teacher_forced_acoustic_top1": 0.14266531808035715,
      "teacher_forced_semantic_top1": 0.4385986328125,
      "teacher_kl_loss": 2.079890727996826,
      "type": "train"
    },
    {
      "acoustic_top1": 0.139404296875,
      "ce_loss": 3.8933918476104736,
      "learning_rate": 1.900995475113122e-05,
      "loss": 4.410300254821777,
      "semantic_top1": 0.427001953125,
      "step": 8420,
      "teacher_forced_acoustic_top1": 0.139404296875,
      "teacher_forced_semantic_top1": 0.427001953125,
      "teacher_kl_loss": 2.0676333904266357,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14400809151785715,
      "ce_loss": 3.853184223175049,
      "learning_rate": 1.8968833127656658e-05,
      "loss": 4.370758056640625,
      "semantic_top1": 0.4365234375,
      "step": 8440,
      "teacher_forced_acoustic_top1": 0.14400809151785715,
      "teacher_forced_semantic_top1": 0.4365234375,
      "teacher_kl_loss": 2.0702943801879883,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14249093191964285,
      "ce_loss": 3.8726439476013184,
      "learning_rate": 1.892771150418209e-05,
      "loss": 4.384848117828369,
      "semantic_top1": 0.436767578125,
      "step": 8460,
      "teacher_forced_acoustic_top1": 0.14249093191964285,
      "teacher_forced_semantic_top1": 0.436767578125,
      "teacher_kl_loss": 2.0488178730010986,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14543805803571427,
      "ce_loss": 3.8576531410217285,
      "learning_rate": 1.8886589880707528e-05,
      "loss": 4.3673224449157715,
      "semantic_top1": 0.4425048828125,
      "step": 8480,
      "teacher_forced_acoustic_top1": 0.14543805803571427,
      "teacher_forced_semantic_top1": 0.4425048828125,
      "teacher_kl_loss": 2.0386781692504883,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14320591517857142,
      "ce_loss": 3.854485273361206,
      "learning_rate": 1.8845468257232963e-05,
      "loss": 4.363978385925293,
      "semantic_top1": 0.436279296875,
      "step": 8500,
      "teacher_forced_acoustic_top1": 0.14320591517857142,
      "teacher_forced_semantic_top1": 0.436279296875,
      "teacher_kl_loss": 2.037973165512085,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0646409864549513,
      "acoustic_top5": 0.1827630377435065,
      "ce_loss": 3.7836407748135654,
      "head_0_top1": 0.40648304332386365,
      "head_0_top5": 0.7767916592684659,
      "head_1_top1": 0.12880914861505682,
      "head_1_top5": 0.3271401145241477,
      "head_2_top1": 0.11501242897727272,
      "head_2_top5": 0.30525346235795453,
      "head_3_top1": 0.08272205699573863,
      "head_3_top5": 0.23890824751420456,
      "head_4_top1": 0.05909035422585227,
      "head_4_top5": 0.18126886541193182,
      "head_5_top1": 0.03082830255681818,
      "head_5_top5": 0.10063587535511363,
      "head_6_top1": 0.019855846058238636,
      "head_6_top5": 0.06845370205965909,
      "head_7_top1": 0.01616876775568182,
      "head_7_top5": 0.05768099698153409,
      "loss": 4.283234336159446,
      "semantic_top1": 0.40648304332386365,
      "semantic_top5": 0.7767916592684659,
      "step": 8500,
      "teacher_forced_acoustic_top1": 0.15411416586343343,
      "teacher_forced_acoustic_top5": 0.3892754889153815,
      "teacher_forced_head_0_top1": 0.40648304332386365,
      "teacher_forced_head_0_top5": 0.7767916592684659,
      "teacher_forced_head_1_top1": 0.236328125,
      "teacher_forced_head_1_top5": 0.5518022017045454,
      "teacher_forced_head_2_top1": 0.20595481178977273,
      "teacher_forced_head_2_top5": 0.4937494451349432,
      "teacher_forced_head_3_top1": 0.16086925159801135,
      "teacher_forced_head_3_top5": 0.4093905362215909,
      "teacher_forced_head_4_top1": 0.13811700994318182,
      "teacher_forced_head_4_top5": 0.36060957475142047,
      "teacher_forced_head_5_top1": 0.12751076438210227,
      "teacher_forced_head_5_top5": 0.3362371271306818,
      "teacher_forced_head_6_top1": 0.11474886807528409,
      "teacher_forced_head_6_top5": 0.30845503373579547,
      "teacher_forced_head_7_top1": 0.09527033025568182,
      "teacher_forced_head_7_top5": 0.2646845037286932,
      "teacher_forced_semantic_top1": 0.40648304332386365,
      "teacher_forced_semantic_top5": 0.7767916592684659,
      "teacher_kl_loss": 1.9983742453835227,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.14531598772321427,
      "ce_loss": 3.844212532043457,
      "learning_rate": 1.8804346633758397e-05,
      "loss": 4.354507923126221,
      "semantic_top1": 0.43505859375,
      "step": 8520,
      "teacher_forced_acoustic_top1": 0.14531598772321427,
      "teacher_forced_semantic_top1": 0.43505859375,
      "teacher_kl_loss": 2.0411813259124756,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14259556361607142,
      "ce_loss": 3.85420823097229,
      "learning_rate": 1.876322501028383e-05,
      "loss": 4.373745441436768,
      "semantic_top1": 0.4267578125,
      "step": 8540,
      "teacher_forced_acoustic_top1": 0.14259556361607142,
      "teacher_forced_semantic_top1": 0.4267578125,
      "teacher_kl_loss": 2.0781495571136475,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14346749441964285,
      "ce_loss": 3.874152660369873,
      "learning_rate": 1.8722103386809267e-05,
      "loss": 4.396345138549805,
      "semantic_top1": 0.4481201171875,
      "step": 8560,
      "teacher_forced_acoustic_top1": 0.14346749441964285,
      "teacher_forced_semantic_top1": 0.4481201171875,
      "teacher_kl_loss": 2.0887701511383057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14226422991071427,
      "ce_loss": 3.865039348602295,
      "learning_rate": 1.8680981763334702e-05,
      "loss": 4.378555774688721,
      "semantic_top1": 0.4493408203125,
      "step": 8580,
      "teacher_forced_acoustic_top1": 0.14226422991071427,
      "teacher_forced_semantic_top1": 0.4493408203125,
      "teacher_kl_loss": 2.0540647506713867,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14732142857142858,
      "ce_loss": 3.8351941108703613,
      "learning_rate": 1.8639860139860137e-05,
      "loss": 4.344573497772217,
      "semantic_top1": 0.448974609375,
      "step": 8600,
      "teacher_forced_acoustic_top1": 0.14732142857142858,
      "teacher_forced_semantic_top1": 0.448974609375,
      "teacher_kl_loss": 2.0375170707702637,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14842006138392858,
      "ce_loss": 3.7974133491516113,
      "learning_rate": 1.8598738516385572e-05,
      "loss": 4.30227518081665,
      "semantic_top1": 0.4404296875,
      "step": 8620,
      "teacher_forced_acoustic_top1": 0.14842006138392858,
      "teacher_forced_semantic_top1": 0.4404296875,
      "teacher_kl_loss": 2.019446849822998,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14353724888392858,
      "ce_loss": 3.865499496459961,
      "learning_rate": 1.855761689291101e-05,
      "loss": 4.385377883911133,
      "semantic_top1": 0.42578125,
      "step": 8640,
      "teacher_forced_acoustic_top1": 0.14353724888392858,
      "teacher_forced_semantic_top1": 0.42578125,
      "teacher_kl_loss": 2.0795135498046875,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14390345982142858,
      "ce_loss": 3.842805862426758,
      "learning_rate": 1.8516495269436445e-05,
      "loss": 4.355277061462402,
      "semantic_top1": 0.4227294921875,
      "step": 8660,
      "teacher_forced_acoustic_top1": 0.14390345982142858,
      "teacher_forced_semantic_top1": 0.4227294921875,
      "teacher_kl_loss": 2.0498836040496826,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14876883370535715,
      "ce_loss": 3.828195095062256,
      "learning_rate": 1.847537364596188e-05,
      "loss": 4.33949089050293,
      "semantic_top1": 0.435302734375,
      "step": 8680,
      "teacher_forced_acoustic_top1": 0.14876883370535715,
      "teacher_forced_semantic_top1": 0.435302734375,
      "teacher_kl_loss": 2.045184850692749,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14535086495535715,
      "ce_loss": 3.831094741821289,
      "learning_rate": 1.8434252022487315e-05,
      "loss": 4.340161323547363,
      "semantic_top1": 0.4549560546875,
      "step": 8700,
      "teacher_forced_acoustic_top1": 0.14535086495535715,
      "teacher_forced_semantic_top1": 0.4549560546875,
      "teacher_kl_loss": 2.0362660884857178,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14496721540178573,
      "ce_loss": 3.847355365753174,
      "learning_rate": 1.8393130399012753e-05,
      "loss": 4.360236644744873,
      "semantic_top1": 0.451171875,
      "step": 8720,
      "teacher_forced_acoustic_top1": 0.14496721540178573,
      "teacher_forced_semantic_top1": 0.451171875,
      "teacher_kl_loss": 2.0515248775482178,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14857700892857142,
      "ce_loss": 3.8170716762542725,
      "learning_rate": 1.8352008775538188e-05,
      "loss": 4.328145980834961,
      "semantic_top1": 0.4478759765625,
      "step": 8740,
      "teacher_forced_acoustic_top1": 0.14857700892857142,
      "teacher_forced_semantic_top1": 0.4478759765625,
      "teacher_kl_loss": 2.044297695159912,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15351213727678573,
      "ce_loss": 3.7849745750427246,
      "learning_rate": 1.8310887152063623e-05,
      "loss": 4.2894182205200195,
      "semantic_top1": 0.4556884765625,
      "step": 8760,
      "teacher_forced_acoustic_top1": 0.15351213727678573,
      "teacher_forced_semantic_top1": 0.4556884765625,
      "teacher_kl_loss": 2.017775058746338,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14859444754464285,
      "ce_loss": 3.8042540550231934,
      "learning_rate": 1.8269765528589057e-05,
      "loss": 4.314675807952881,
      "semantic_top1": 0.43408203125,
      "step": 8780,
      "teacher_forced_acoustic_top1": 0.14859444754464285,
      "teacher_forced_semantic_top1": 0.43408203125,
      "teacher_kl_loss": 2.041687250137329,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14596121651785715,
      "ce_loss": 3.830704689025879,
      "learning_rate": 1.822864390511449e-05,
      "loss": 4.341897964477539,
      "semantic_top1": 0.4403076171875,
      "step": 8800,
      "teacher_forced_acoustic_top1": 0.14596121651785715,
      "teacher_forced_semantic_top1": 0.4403076171875,
      "teacher_kl_loss": 2.0447733402252197,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14821079799107142,
      "ce_loss": 3.8133463859558105,
      "learning_rate": 1.818752228163993e-05,
      "loss": 4.324376106262207,
      "semantic_top1": 0.4366455078125,
      "step": 8820,
      "teacher_forced_acoustic_top1": 0.14821079799107142,
      "teacher_forced_semantic_top1": 0.4366455078125,
      "teacher_kl_loss": 2.0441184043884277,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14437430245535715,
      "ce_loss": 3.831510066986084,
      "learning_rate": 1.8146400658165362e-05,
      "loss": 4.341381072998047,
      "semantic_top1": 0.443603515625,
      "step": 8840,
      "teacher_forced_acoustic_top1": 0.14437430245535715,
      "teacher_forced_semantic_top1": 0.443603515625,
      "teacher_kl_loss": 2.039485454559326,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14608328683035715,
      "ce_loss": 3.826375961303711,
      "learning_rate": 1.8105279034690797e-05,
      "loss": 4.335468769073486,
      "semantic_top1": 0.4482421875,
      "step": 8860,
      "teacher_forced_acoustic_top1": 0.14608328683035715,
      "teacher_forced_semantic_top1": 0.4482421875,
      "teacher_kl_loss": 2.036371946334839,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14875139508928573,
      "ce_loss": 3.8318161964416504,
      "learning_rate": 1.806415741121623e-05,
      "loss": 4.338483810424805,
      "semantic_top1": 0.4417724609375,
      "step": 8880,
      "teacher_forced_acoustic_top1": 0.14875139508928573,
      "teacher_forced_semantic_top1": 0.4417724609375,
      "teacher_kl_loss": 2.0266706943511963,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14730398995535715,
      "ce_loss": 3.832620620727539,
      "learning_rate": 1.802303578774167e-05,
      "loss": 4.345783710479736,
      "semantic_top1": 0.433837890625,
      "step": 8900,
      "teacher_forced_acoustic_top1": 0.14730398995535715,
      "teacher_forced_semantic_top1": 0.433837890625,
      "teacher_kl_loss": 2.05265212059021,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14707728794642858,
      "ce_loss": 3.829512119293213,
      "learning_rate": 1.7981914164267105e-05,
      "loss": 4.339654922485352,
      "semantic_top1": 0.436767578125,
      "step": 8920,
      "teacher_forced_acoustic_top1": 0.14707728794642858,
      "teacher_forced_semantic_top1": 0.436767578125,
      "teacher_kl_loss": 2.04056978225708,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14351981026785715,
      "ce_loss": 3.8625426292419434,
      "learning_rate": 1.794079254079254e-05,
      "loss": 4.377023696899414,
      "semantic_top1": 0.4337158203125,
      "step": 8940,
      "teacher_forced_acoustic_top1": 0.14351981026785715,
      "teacher_forced_semantic_top1": 0.4337158203125,
      "teacher_kl_loss": 2.057925224304199,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14528111049107142,
      "ce_loss": 3.8611621856689453,
      "learning_rate": 1.789967091731797e-05,
      "loss": 4.377451419830322,
      "semantic_top1": 0.4312744140625,
      "step": 8960,
      "teacher_forced_acoustic_top1": 0.14528111049107142,
      "teacher_forced_semantic_top1": 0.4312744140625,
      "teacher_kl_loss": 2.0651564598083496,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14214215959821427,
      "ce_loss": 3.884687662124634,
      "learning_rate": 1.7858549293843413e-05,
      "loss": 4.402989864349365,
      "semantic_top1": 0.4306640625,
      "step": 8980,
      "teacher_forced_acoustic_top1": 0.14214215959821427,
      "teacher_forced_semantic_top1": 0.4306640625,
      "teacher_kl_loss": 2.073209762573242,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15056501116071427,
      "ce_loss": 3.8193960189819336,
      "learning_rate": 1.7817427670368848e-05,
      "loss": 4.328614234924316,
      "semantic_top1": 0.442626953125,
      "step": 9000,
      "teacher_forced_acoustic_top1": 0.15056501116071427,
      "teacher_forced_semantic_top1": 0.442626953125,
      "teacher_kl_loss": 2.0368728637695312,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06501591670048701,
      "acoustic_top5": 0.1831657112418831,
      "ce_loss": 3.7537623318758877,
      "head_0_top1": 0.4092656915838068,
      "head_0_top5": 0.7805536443536932,
      "head_1_top1": 0.1296053799715909,
      "head_1_top5": 0.3295842950994318,
      "head_2_top1": 0.11597789417613637,
      "head_2_top5": 0.3076449307528409,
      "head_3_top1": 0.083526611328125,
      "head_3_top5": 0.23914961381392044,
      "head_4_top1": 0.059281782670454544,
      "head_4_top5": 0.18025623668323865,
      "head_5_top1": 0.030978116122159092,
      "head_5_top5": 0.10028908469460228,
      "head_6_top1": 0.019356467507102272,
      "head_6_top5": 0.06762972745028409,
      "head_7_top1": 0.016385165127840908,
      "head_7_top5": 0.05760609019886364,
      "loss": 4.250478571111506,
      "semantic_top1": 0.4092656915838068,
      "semantic_top5": 0.7805536443536932,
      "step": 9000,
      "teacher_forced_acoustic_top1": 0.1571254977932224,
      "teacher_forced_acoustic_top5": 0.3952121486911526,
      "teacher_forced_head_0_top1": 0.4092656915838068,
      "teacher_forced_head_0_top5": 0.7805536443536932,
      "teacher_forced_head_1_top1": 0.2391024502840909,
      "teacher_forced_head_1_top5": 0.5569374778053977,
      "teacher_forced_head_2_top1": 0.21059625799005682,
      "teacher_forced_head_2_top5": 0.5027077414772727,
      "teacher_forced_head_3_top1": 0.16428999467329544,
      "teacher_forced_head_3_top5": 0.4160239479758523,
      "teacher_forced_head_4_top1": 0.1406888094815341,
      "teacher_forced_head_4_top5": 0.36631358753551135,
      "teacher_forced_head_5_top1": 0.12939453125,
      "teacher_forced_head_5_top5": 0.3399131081321023,
      "teacher_forced_head_6_top1": 0.11781449751420454,
      "teacher_forced_head_6_top5": 0.3145086115056818,
      "teacher_forced_head_7_top1": 0.097991943359375,
      "teacher_forced_head_7_top5": 0.27008056640625,
      "teacher_forced_semantic_top1": 0.4092656915838068,
      "teacher_forced_semantic_top5": 0.7805536443536932,
      "teacher_kl_loss": 1.9868659973144531,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.1502685546875,
      "ce_loss": 3.8061513900756836,
      "learning_rate": 1.7776306046894283e-05,
      "loss": 4.313525199890137,
      "semantic_top1": 0.4407958984375,
      "step": 9020,
      "teacher_forced_acoustic_top1": 0.1502685546875,
      "teacher_forced_semantic_top1": 0.4407958984375,
      "teacher_kl_loss": 2.029496192932129,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14716448102678573,
      "ce_loss": 3.8337860107421875,
      "learning_rate": 1.7735184423419718e-05,
      "loss": 4.35014009475708,
      "semantic_top1": 0.4388427734375,
      "step": 9040,
      "teacher_forced_acoustic_top1": 0.14716448102678573,
      "teacher_forced_semantic_top1": 0.4388427734375,
      "teacher_kl_loss": 2.065415382385254,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15164620535714285,
      "ce_loss": 3.7909293174743652,
      "learning_rate": 1.7694062799945156e-05,
      "loss": 4.297919750213623,
      "semantic_top1": 0.4442138671875,
      "step": 9060,
      "teacher_forced_acoustic_top1": 0.15164620535714285,
      "teacher_forced_semantic_top1": 0.4442138671875,
      "teacher_kl_loss": 2.0279619693756104,
      "type": "train"
    },
    {
      "acoustic_top1": 0.147216796875,
      "ce_loss": 3.824158191680908,
      "learning_rate": 1.7652941176470587e-05,
      "loss": 4.3340654373168945,
      "semantic_top1": 0.435791015625,
      "step": 9080,
      "teacher_forced_acoustic_top1": 0.147216796875,
      "teacher_forced_semantic_top1": 0.435791015625,
      "teacher_kl_loss": 2.039628267288208,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14678083147321427,
      "ce_loss": 3.826724052429199,
      "learning_rate": 1.7611819552996022e-05,
      "loss": 4.338505744934082,
      "semantic_top1": 0.4476318359375,
      "step": 9100,
      "teacher_forced_acoustic_top1": 0.14678083147321427,
      "teacher_forced_semantic_top1": 0.4476318359375,
      "teacher_kl_loss": 2.0471248626708984,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14674595424107142,
      "ce_loss": 3.8337159156799316,
      "learning_rate": 1.7570697929521457e-05,
      "loss": 4.34419059753418,
      "semantic_top1": 0.44287109375,
      "step": 9120,
      "teacher_forced_acoustic_top1": 0.14674595424107142,
      "teacher_forced_semantic_top1": 0.44287109375,
      "teacher_kl_loss": 2.0418992042541504,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14470563616071427,
      "ce_loss": 3.879685401916504,
      "learning_rate": 1.7529576306046892e-05,
      "loss": 4.399331569671631,
      "semantic_top1": 0.42822265625,
      "step": 9140,
      "teacher_forced_acoustic_top1": 0.14470563616071427,
      "teacher_forced_semantic_top1": 0.42822265625,
      "teacher_kl_loss": 2.078584671020508,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14702497209821427,
      "ce_loss": 3.836684226989746,
      "learning_rate": 1.748845468257233e-05,
      "loss": 4.346010208129883,
      "semantic_top1": 0.440185546875,
      "step": 9160,
      "teacher_forced_acoustic_top1": 0.14702497209821427,
      "teacher_forced_semantic_top1": 0.440185546875,
      "teacher_kl_loss": 2.0373048782348633,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14763532366071427,
      "ce_loss": 3.818021535873413,
      "learning_rate": 1.744733305909776e-05,
      "loss": 4.330327033996582,
      "semantic_top1": 0.4442138671875,
      "step": 9180,
      "teacher_forced_acoustic_top1": 0.14763532366071427,
      "teacher_forced_semantic_top1": 0.4442138671875,
      "teacher_kl_loss": 2.0492210388183594,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15162876674107142,
      "ce_loss": 3.776360034942627,
      "learning_rate": 1.74062114356232e-05,
      "loss": 4.276718616485596,
      "semantic_top1": 0.458740234375,
      "step": 9200,
      "teacher_forced_acoustic_top1": 0.15162876674107142,
      "teacher_forced_semantic_top1": 0.458740234375,
      "teacher_kl_loss": 2.0014350414276123,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15101841517857142,
      "ce_loss": 3.7772669792175293,
      "learning_rate": 1.7365089812148635e-05,
      "loss": 4.276495933532715,
      "semantic_top1": 0.451171875,
      "step": 9220,
      "teacher_forced_acoustic_top1": 0.15101841517857142,
      "teacher_forced_semantic_top1": 0.451171875,
      "teacher_kl_loss": 1.9969151020050049,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14887346540178573,
      "ce_loss": 3.830028772354126,
      "learning_rate": 1.732396818867407e-05,
      "loss": 4.339237689971924,
      "semantic_top1": 0.440185546875,
      "step": 9240,
      "teacher_forced_acoustic_top1": 0.14887346540178573,
      "teacher_forced_semantic_top1": 0.440185546875,
      "teacher_kl_loss": 2.0368356704711914,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14810616629464285,
      "ce_loss": 3.821824312210083,
      "learning_rate": 1.7282846565199504e-05,
      "loss": 4.328529357910156,
      "semantic_top1": 0.4505615234375,
      "step": 9260,
      "teacher_forced_acoustic_top1": 0.14810616629464285,
      "teacher_forced_semantic_top1": 0.4505615234375,
      "teacher_kl_loss": 2.026820659637451,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15204729352678573,
      "ce_loss": 3.7807650566101074,
      "learning_rate": 1.7241724941724936e-05,
      "loss": 4.279082298278809,
      "semantic_top1": 0.4478759765625,
      "step": 9280,
      "teacher_forced_acoustic_top1": 0.15204729352678573,
      "teacher_forced_semantic_top1": 0.4478759765625,
      "teacher_kl_loss": 1.993269443511963,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15276227678571427,
      "ce_loss": 3.7988247871398926,
      "learning_rate": 1.7200603318250378e-05,
      "loss": 4.30756950378418,
      "semantic_top1": 0.4512939453125,
      "step": 9300,
      "teacher_forced_acoustic_top1": 0.15276227678571427,
      "teacher_forced_semantic_top1": 0.4512939453125,
      "teacher_kl_loss": 2.0349786281585693,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14962332589285715,
      "ce_loss": 3.803262710571289,
      "learning_rate": 1.7159481694775812e-05,
      "loss": 4.311399936676025,
      "semantic_top1": 0.4381103515625,
      "step": 9320,
      "teacher_forced_acoustic_top1": 0.14962332589285715,
      "teacher_forced_semantic_top1": 0.4381103515625,
      "teacher_kl_loss": 2.0325489044189453,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14719935825892858,
      "ce_loss": 3.818464994430542,
      "learning_rate": 1.7118360071301247e-05,
      "loss": 4.327559947967529,
      "semantic_top1": 0.43798828125,
      "step": 9340,
      "teacher_forced_acoustic_top1": 0.14719935825892858,
      "teacher_forced_semantic_top1": 0.43798828125,
      "teacher_kl_loss": 2.036378860473633,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15546526227678573,
      "ce_loss": 3.739677906036377,
      "learning_rate": 1.7077238447826685e-05,
      "loss": 4.234384536743164,
      "semantic_top1": 0.45263671875,
      "step": 9360,
      "teacher_forced_acoustic_top1": 0.15546526227678573,
      "teacher_forced_semantic_top1": 0.45263671875,
      "teacher_kl_loss": 1.97882878780365,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14925711495535715,
      "ce_loss": 3.7926902770996094,
      "learning_rate": 1.7036116824352117e-05,
      "loss": 4.299725532531738,
      "semantic_top1": 0.4422607421875,
      "step": 9380,
      "teacher_forced_acoustic_top1": 0.14925711495535715,
      "teacher_forced_semantic_top1": 0.4422607421875,
      "teacher_kl_loss": 2.02813982963562,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15482003348214285,
      "ce_loss": 3.7622528076171875,
      "learning_rate": 1.6994995200877552e-05,
      "loss": 4.261845111846924,
      "semantic_top1": 0.443115234375,
      "step": 9400,
      "teacher_forced_acoustic_top1": 0.15482003348214285,
      "teacher_forced_semantic_top1": 0.443115234375,
      "teacher_kl_loss": 1.9983686208724976,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15143694196428573,
      "ce_loss": 3.786162853240967,
      "learning_rate": 1.6953873577402987e-05,
      "loss": 4.290589332580566,
      "semantic_top1": 0.4471435546875,
      "step": 9420,
      "teacher_forced_acoustic_top1": 0.15143694196428573,
      "teacher_forced_semantic_top1": 0.4471435546875,
      "teacher_kl_loss": 2.0177083015441895,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14723423549107142,
      "ce_loss": 3.8317079544067383,
      "learning_rate": 1.6912751953928425e-05,
      "loss": 4.344645977020264,
      "semantic_top1": 0.4359130859375,
      "step": 9440,
      "teacher_forced_acoustic_top1": 0.14723423549107142,
      "teacher_forced_semantic_top1": 0.4359130859375,
      "teacher_kl_loss": 2.051751136779785,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15237862723214285,
      "ce_loss": 3.792959451675415,
      "learning_rate": 1.687163033045386e-05,
      "loss": 4.300928592681885,
      "semantic_top1": 0.4375,
      "step": 9460,
      "teacher_forced_acoustic_top1": 0.15237862723214285,
      "teacher_forced_semantic_top1": 0.4375,
      "teacher_kl_loss": 2.0318760871887207,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14943150111607142,
      "ce_loss": 3.8120107650756836,
      "learning_rate": 1.6830508706979295e-05,
      "loss": 4.327342987060547,
      "semantic_top1": 0.445068359375,
      "step": 9480,
      "teacher_forced_acoustic_top1": 0.14943150111607142,
      "teacher_forced_semantic_top1": 0.445068359375,
      "teacher_kl_loss": 2.0613293647766113,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15223911830357142,
      "ce_loss": 3.7701711654663086,
      "learning_rate": 1.678938708350473e-05,
      "loss": 4.27446985244751,
      "semantic_top1": 0.4466552734375,
      "step": 9500,
      "teacher_forced_acoustic_top1": 0.15223911830357142,
      "teacher_forced_semantic_top1": 0.4466552734375,
      "teacher_kl_loss": 2.01719331741333,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0661743956726867,
      "acoustic_top5": 0.18579418628246752,
      "ce_loss": 3.727487390691584,
      "head_0_top1": 0.4121038263494318,
      "head_0_top5": 0.7835471413352273,
      "head_1_top1": 0.13140314275568182,
      "head_1_top5": 0.3323003595525568,
      "head_2_top1": 0.11755648526278409,
      "head_2_top5": 0.3114568536931818,
      "head_3_top1": 0.08498035777698863,
      "head_3_top5": 0.24326393821022727,
      "head_4_top1": 0.060216730291193184,
      "head_4_top5": 0.1828641024502841,
      "head_5_top1": 0.03200184215198864,
      "head_5_top5": 0.10260564630681818,
      "head_6_top1": 0.020144375887784092,
      "head_6_top5": 0.06928322531960228,
      "head_7_top1": 0.016917835582386364,
      "head_7_top5": 0.05878517844460227,
      "loss": 4.22056059403853,
      "semantic_top1": 0.4121038263494318,
      "semantic_top5": 0.7835471413352273,
      "step": 9500,
      "teacher_forced_acoustic_top1": 0.15969293767755682,
      "teacher_forced_acoustic_top5": 0.40056065150669645,
      "teacher_forced_head_0_top1": 0.4121038263494318,
      "teacher_forced_head_0_top5": 0.7835471413352273,
      "teacher_forced_head_1_top1": 0.241943359375,
      "teacher_forced_head_1_top5": 0.5620672052556818,
      "teacher_forced_head_2_top1": 0.2133150967684659,
      "teacher_forced_head_2_top5": 0.5092523748224432,
      "teacher_forced_head_3_top1": 0.166748046875,
      "teacher_forced_head_3_top5": 0.4220359108664773,
      "teacher_forced_head_4_top1": 0.14280284534801135,
      "teacher_forced_head_4_top5": 0.37010609019886365,
      "teacher_forced_head_5_top1": 0.1328097256747159,
      "teacher_forced_head_5_top5": 0.346710205078125,
      "teacher_forced_head_6_top1": 0.12038352272727272,
      "teacher_forced_head_6_top5": 0.3197604092684659,
      "teacher_forced_head_7_top1": 0.09984796697443182,
      "teacher_forced_head_7_top5": 0.2739923650568182,
      "teacher_forced_semantic_top1": 0.4121038263494318,
      "teacher_forced_semantic_top5": 0.7835471413352273,
      "teacher_kl_loss": 1.972291426225142,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.14777483258928573,
      "ce_loss": 3.8096227645874023,
      "learning_rate": 1.6748265460030164e-05,
      "loss": 4.321495532989502,
      "semantic_top1": 0.4482421875,
      "step": 9520,
      "teacher_forced_acoustic_top1": 0.14777483258928573,
      "teacher_forced_semantic_top1": 0.4482421875,
      "teacher_kl_loss": 2.0474915504455566,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14582170758928573,
      "ce_loss": 3.8410584926605225,
      "learning_rate": 1.67071438365556e-05,
      "loss": 4.353066444396973,
      "semantic_top1": 0.4393310546875,
      "step": 9540,
      "teacher_forced_acoustic_top1": 0.14582170758928573,
      "teacher_forced_semantic_top1": 0.4393310546875,
      "teacher_kl_loss": 2.048032283782959,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15297154017857142,
      "ce_loss": 3.7707533836364746,
      "learning_rate": 1.6666022213081034e-05,
      "loss": 4.272703170776367,
      "semantic_top1": 0.45263671875,
      "step": 9560,
      "teacher_forced_acoustic_top1": 0.15297154017857142,
      "teacher_forced_semantic_top1": 0.45263671875,
      "teacher_kl_loss": 2.0077993869781494,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15464564732142858,
      "ce_loss": 3.763758897781372,
      "learning_rate": 1.6624900589606472e-05,
      "loss": 4.269881248474121,
      "semantic_top1": 0.4552001953125,
      "step": 9580,
      "teacher_forced_acoustic_top1": 0.15464564732142858,
      "teacher_forced_semantic_top1": 0.4552001953125,
      "teacher_kl_loss": 2.024489164352417,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15046037946428573,
      "ce_loss": 3.790738582611084,
      "learning_rate": 1.6583778966131907e-05,
      "loss": 4.2956438064575195,
      "semantic_top1": 0.4586181640625,
      "step": 9600,
      "teacher_forced_acoustic_top1": 0.15046037946428573,
      "teacher_forced_semantic_top1": 0.4586181640625,
      "teacher_kl_loss": 2.0196213722229004,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15216936383928573,
      "ce_loss": 3.794679641723633,
      "learning_rate": 1.6542657342657342e-05,
      "loss": 4.314351558685303,
      "semantic_top1": 0.4395751953125,
      "step": 9620,
      "teacher_forced_acoustic_top1": 0.15216936383928573,
      "teacher_forced_semantic_top1": 0.4395751953125,
      "teacher_kl_loss": 2.0786876678466797,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1522216796875,
      "ce_loss": 3.7757742404937744,
      "learning_rate": 1.6501535719182777e-05,
      "loss": 4.278159141540527,
      "semantic_top1": 0.44140625,
      "step": 9640,
      "teacher_forced_acoustic_top1": 0.1522216796875,
      "teacher_forced_semantic_top1": 0.44140625,
      "teacher_kl_loss": 2.0095407962799072,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15459333147321427,
      "ce_loss": 3.7693426609039307,
      "learning_rate": 1.646041409570821e-05,
      "loss": 4.27465295791626,
      "semantic_top1": 0.44775390625,
      "step": 9660,
      "teacher_forced_acoustic_top1": 0.15459333147321427,
      "teacher_forced_semantic_top1": 0.44775390625,
      "teacher_kl_loss": 2.021242380142212,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15059988839285715,
      "ce_loss": 3.7956082820892334,
      "learning_rate": 1.6419292472233647e-05,
      "loss": 4.3049750328063965,
      "semantic_top1": 0.4427490234375,
      "step": 9680,
      "teacher_forced_acoustic_top1": 0.15059988839285715,
      "teacher_forced_semantic_top1": 0.4427490234375,
      "teacher_kl_loss": 2.0374670028686523,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15298897879464285,
      "ce_loss": 3.775444746017456,
      "learning_rate": 1.637817084875908e-05,
      "loss": 4.285199165344238,
      "semantic_top1": 0.4439697265625,
      "step": 9700,
      "teacher_forced_acoustic_top1": 0.15298897879464285,
      "teacher_forced_semantic_top1": 0.4439697265625,
      "teacher_kl_loss": 2.0390172004699707,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15536063058035715,
      "ce_loss": 3.7635152339935303,
      "learning_rate": 1.633704922528452e-05,
      "loss": 4.270589828491211,
      "semantic_top1": 0.45166015625,
      "step": 9720,
      "teacher_forced_acoustic_top1": 0.15536063058035715,
      "teacher_forced_semantic_top1": 0.45166015625,
      "teacher_kl_loss": 2.0282981395721436,
      "type": "train"
    },
    {
      "acoustic_top1": 0.14981515066964285,
      "ce_loss": 3.820265293121338,
      "learning_rate": 1.6295927601809955e-05,
      "loss": 4.327976226806641,
      "semantic_top1": 0.4393310546875,
      "step": 9740,
      "teacher_forced_acoustic_top1": 0.14981515066964285,
      "teacher_forced_semantic_top1": 0.4393310546875,
      "teacher_kl_loss": 2.0308430194854736,
      "type": "train"
    },
    {
      "acoustic_top1": 0.151611328125,
      "ce_loss": 3.793144702911377,
      "learning_rate": 1.625480597833539e-05,
      "loss": 4.297996997833252,
      "semantic_top1": 0.4488525390625,
      "step": 9760,
      "teacher_forced_acoustic_top1": 0.151611328125,
      "teacher_forced_semantic_top1": 0.4488525390625,
      "teacher_kl_loss": 2.0194098949432373,
      "type": "train"
    },
    {
      "acoustic_top1": 0.155517578125,
      "ce_loss": 3.7286741733551025,
      "learning_rate": 1.6213684354860824e-05,
      "loss": 4.227554798126221,
      "semantic_top1": 0.461669921875,
      "step": 9780,
      "teacher_forced_acoustic_top1": 0.155517578125,
      "teacher_forced_semantic_top1": 0.461669921875,
      "teacher_kl_loss": 1.9955216646194458,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15597098214285715,
      "ce_loss": 3.740098237991333,
      "learning_rate": 1.6172562731386256e-05,
      "loss": 4.239656448364258,
      "semantic_top1": 0.4586181640625,
      "step": 9800,
      "teacher_forced_acoustic_top1": 0.15597098214285715,
      "teacher_forced_semantic_top1": 0.4586181640625,
      "teacher_kl_loss": 1.9982339143753052,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15330287388392858,
      "ce_loss": 3.7529139518737793,
      "learning_rate": 1.613144110791169e-05,
      "loss": 4.254438400268555,
      "semantic_top1": 0.4515380859375,
      "step": 9820,
      "teacher_forced_acoustic_top1": 0.15330287388392858,
      "teacher_forced_semantic_top1": 0.4515380859375,
      "teacher_kl_loss": 2.0060997009277344,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15042550223214285,
      "ce_loss": 3.7697396278381348,
      "learning_rate": 1.609031948443713e-05,
      "loss": 4.2781782150268555,
      "semantic_top1": 0.4385986328125,
      "step": 9840,
      "teacher_forced_acoustic_top1": 0.15042550223214285,
      "teacher_forced_semantic_top1": 0.4385986328125,
      "teacher_kl_loss": 2.033755302429199,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15157645089285715,
      "ce_loss": 3.789661407470703,
      "learning_rate": 1.6049197860962567e-05,
      "loss": 4.297451972961426,
      "semantic_top1": 0.440185546875,
      "step": 9860,
      "teacher_forced_acoustic_top1": 0.15157645089285715,
      "teacher_forced_semantic_top1": 0.440185546875,
      "teacher_kl_loss": 2.0311620235443115,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15618024553571427,
      "ce_loss": 3.7595458030700684,
      "learning_rate": 1.6008076237488e-05,
      "loss": 4.262007236480713,
      "semantic_top1": 0.4400634765625,
      "step": 9880,
      "teacher_forced_acoustic_top1": 0.15618024553571427,
      "teacher_forced_semantic_top1": 0.4400634765625,
      "teacher_kl_loss": 2.0098462104797363,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15558733258928573,
      "ce_loss": 3.749540328979492,
      "learning_rate": 1.5966954614013437e-05,
      "loss": 4.251059532165527,
      "semantic_top1": 0.4510498046875,
      "step": 9900,
      "teacher_forced_acoustic_top1": 0.15558733258928573,
      "teacher_forced_semantic_top1": 0.4510498046875,
      "teacher_kl_loss": 2.006077289581299,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15349469866071427,
      "ce_loss": 3.762117385864258,
      "learning_rate": 1.5925832990538872e-05,
      "loss": 4.268252372741699,
      "semantic_top1": 0.440185546875,
      "step": 9920,
      "teacher_forced_acoustic_top1": 0.15349469866071427,
      "teacher_forced_semantic_top1": 0.440185546875,
      "teacher_kl_loss": 2.0245399475097656,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15663364955357142,
      "ce_loss": 3.7571513652801514,
      "learning_rate": 1.5884711367064307e-05,
      "loss": 4.264669418334961,
      "semantic_top1": 0.443603515625,
      "step": 9940,
      "teacher_forced_acoustic_top1": 0.15663364955357142,
      "teacher_forced_semantic_top1": 0.443603515625,
      "teacher_kl_loss": 2.0300726890563965,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15086146763392858,
      "ce_loss": 3.773651361465454,
      "learning_rate": 1.5843589743589738e-05,
      "loss": 4.280720233917236,
      "semantic_top1": 0.4576416015625,
      "step": 9960,
      "teacher_forced_acoustic_top1": 0.15086146763392858,
      "teacher_forced_semantic_top1": 0.4576416015625,
      "teacher_kl_loss": 2.0282747745513916,
      "type": "train"
    },
    {
      "acoustic_top1": 0.149658203125,
      "ce_loss": 3.7810747623443604,
      "learning_rate": 1.580246812011518e-05,
      "loss": 4.284783363342285,
      "semantic_top1": 0.4522705078125,
      "step": 9980,
      "teacher_forced_acoustic_top1": 0.149658203125,
      "teacher_forced_semantic_top1": 0.4522705078125,
      "teacher_kl_loss": 2.01483416557312,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15569196428571427,
      "ce_loss": 3.7388668060302734,
      "learning_rate": 1.5761346496640615e-05,
      "loss": 4.24215030670166,
      "semantic_top1": 0.447265625,
      "step": 10000,
      "teacher_forced_acoustic_top1": 0.15569196428571427,
      "teacher_forced_semantic_top1": 0.447265625,
      "teacher_kl_loss": 2.013136148452759,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06716681146002434,
      "acoustic_top5": 0.18777624353185876,
      "ce_loss": 3.6990127563476562,
      "head_0_top1": 0.41499467329545453,
      "head_0_top5": 0.7869151722301136,
      "head_1_top1": 0.13361982865767044,
      "head_1_top5": 0.33695567737926135,
      "head_2_top1": 0.11966219815340909,
      "head_2_top5": 0.31517444957386365,
      "head_3_top1": 0.08618441495028409,
      "head_3_top5": 0.24439308860085227,
      "head_4_top1": 0.060888117009943184,
      "head_4_top5": 0.18430675159801135,
      "head_5_top1": 0.032140558416193184,
      "head_5_top5": 0.10397893732244318,
      "head_6_top1": 0.020679820667613636,
      "head_6_top5": 0.07042347301136363,
      "head_7_top1": 0.01699274236505682,
      "head_7_top5": 0.05920132723721591,
      "loss": 4.191054604270241,
      "semantic_top1": 0.41499467329545453,
      "semantic_top5": 0.7869151722301136,
      "step": 10000,
      "teacher_forced_acoustic_top1": 0.16259329659598215,
      "teacher_forced_acoustic_top5": 0.4063530463676948,
      "teacher_forced_head_0_top1": 0.41499467329545453,
      "teacher_forced_head_0_top5": 0.7869151722301136,
      "teacher_forced_head_1_top1": 0.2463406649502841,
      "teacher_forced_head_1_top5": 0.5691861239346591,
      "teacher_forced_head_2_top1": 0.21805919300426135,
      "teacher_forced_head_2_top5": 0.5158719149502841,
      "teacher_forced_head_3_top1": 0.16944469105113635,
      "teacher_forced_head_3_top5": 0.42620849609375,
      "teacher_forced_head_4_top1": 0.1442898837002841,
      "teacher_forced_head_4_top5": 0.3746615323153409,
      "teacher_forced_head_5_top1": 0.13590864701704544,
      "teacher_forced_head_5_top5": 0.35374311967329547,
      "teacher_forced_head_6_top1": 0.12234219637784091,
      "teacher_forced_head_6_top5": 0.32518144087357953,
      "teacher_forced_head_7_top1": 0.10176780007102272,
      "teacher_forced_head_7_top5": 0.27961869673295453,
      "teacher_forced_semantic_top1": 0.41499467329545453,
      "teacher_forced_semantic_top5": 0.7869151722301136,
      "teacher_kl_loss": 1.9681649641557173,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.15839494977678573,
      "ce_loss": 3.7274868488311768,
      "learning_rate": 1.572022487316605e-05,
      "loss": 4.231265544891357,
      "semantic_top1": 0.4537353515625,
      "step": 10020,
      "teacher_forced_acoustic_top1": 0.15839494977678573,
      "teacher_forced_semantic_top1": 0.4537353515625,
      "teacher_kl_loss": 2.015113353729248,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15187290736607142,
      "ce_loss": 3.760714292526245,
      "learning_rate": 1.567910324969148e-05,
      "loss": 4.266727447509766,
      "semantic_top1": 0.455810546875,
      "step": 10040,
      "teacher_forced_acoustic_top1": 0.15187290736607142,
      "teacher_forced_semantic_top1": 0.455810546875,
      "teacher_kl_loss": 2.024052143096924,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15072195870535715,
      "ce_loss": 3.790468215942383,
      "learning_rate": 1.563798162621692e-05,
      "loss": 4.293964385986328,
      "semantic_top1": 0.44140625,
      "step": 10060,
      "teacher_forced_acoustic_top1": 0.15072195870535715,
      "teacher_forced_semantic_top1": 0.44140625,
      "teacher_kl_loss": 2.0139830112457275,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15534319196428573,
      "ce_loss": 3.7560718059539795,
      "learning_rate": 1.5596860002742354e-05,
      "loss": 4.2596330642700195,
      "semantic_top1": 0.456787109375,
      "step": 10080,
      "teacher_forced_acoustic_top1": 0.15534319196428573,
      "teacher_forced_semantic_top1": 0.456787109375,
      "teacher_kl_loss": 2.0142452716827393,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15325055803571427,
      "ce_loss": 3.766127586364746,
      "learning_rate": 1.5555738379267786e-05,
      "loss": 4.275087356567383,
      "semantic_top1": 0.449462890625,
      "step": 10100,
      "teacher_forced_acoustic_top1": 0.15325055803571427,
      "teacher_forced_semantic_top1": 0.449462890625,
      "teacher_kl_loss": 2.0358378887176514,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15914481026785715,
      "ce_loss": 3.720661163330078,
      "learning_rate": 1.5514616755793227e-05,
      "loss": 4.216238975524902,
      "semantic_top1": 0.4556884765625,
      "step": 10120,
      "teacher_forced_acoustic_top1": 0.15914481026785715,
      "teacher_forced_semantic_top1": 0.4556884765625,
      "teacher_kl_loss": 1.982311487197876,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15741838727678573,
      "ce_loss": 3.7384326457977295,
      "learning_rate": 1.5473495132318662e-05,
      "loss": 4.239200592041016,
      "semantic_top1": 0.4515380859375,
      "step": 10140,
      "teacher_forced_acoustic_top1": 0.15741838727678573,
      "teacher_forced_semantic_top1": 0.4515380859375,
      "teacher_kl_loss": 2.0030713081359863,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15719168526785715,
      "ce_loss": 3.7601804733276367,
      "learning_rate": 1.5432373508844097e-05,
      "loss": 4.270370960235596,
      "semantic_top1": 0.4500732421875,
      "step": 10160,
      "teacher_forced_acoustic_top1": 0.15719168526785715,
      "teacher_forced_semantic_top1": 0.4500732421875,
      "teacher_kl_loss": 2.0407629013061523,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15597098214285715,
      "ce_loss": 3.7469921112060547,
      "learning_rate": 1.539125188536953e-05,
      "loss": 4.248960018157959,
      "semantic_top1": 0.454833984375,
      "step": 10180,
      "teacher_forced_acoustic_top1": 0.15597098214285715,
      "teacher_forced_semantic_top1": 0.454833984375,
      "teacher_kl_loss": 2.007871627807617,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15475027901785715,
      "ce_loss": 3.7536048889160156,
      "learning_rate": 1.5350130261894967e-05,
      "loss": 4.257933616638184,
      "semantic_top1": 0.4534912109375,
      "step": 10200,
      "teacher_forced_acoustic_top1": 0.15475027901785715,
      "teacher_forced_semantic_top1": 0.4534912109375,
      "teacher_kl_loss": 2.0173141956329346,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1533203125,
      "ce_loss": 3.7578511238098145,
      "learning_rate": 1.53090086384204e-05,
      "loss": 4.256792068481445,
      "semantic_top1": 0.44140625,
      "step": 10220,
      "teacher_forced_acoustic_top1": 0.1533203125,
      "teacher_forced_semantic_top1": 0.44140625,
      "teacher_kl_loss": 1.9957635402679443,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1597900390625,
      "ce_loss": 3.7148454189300537,
      "learning_rate": 1.5267887014945836e-05,
      "loss": 4.217037677764893,
      "semantic_top1": 0.4525146484375,
      "step": 10240,
      "teacher_forced_acoustic_top1": 0.1597900390625,
      "teacher_forced_semantic_top1": 0.4525146484375,
      "teacher_kl_loss": 2.0087692737579346,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15241350446428573,
      "ce_loss": 3.7545461654663086,
      "learning_rate": 1.5226765391471273e-05,
      "loss": 4.258230686187744,
      "semantic_top1": 0.4561767578125,
      "step": 10260,
      "teacher_forced_acoustic_top1": 0.15241350446428573,
      "teacher_forced_semantic_top1": 0.4561767578125,
      "teacher_kl_loss": 2.014737129211426,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1568603515625,
      "ce_loss": 3.7415544986724854,
      "learning_rate": 1.518564376799671e-05,
      "loss": 4.244702339172363,
      "semantic_top1": 0.446044921875,
      "step": 10280,
      "teacher_forced_acoustic_top1": 0.1568603515625,
      "teacher_forced_semantic_top1": 0.446044921875,
      "teacher_kl_loss": 2.012591600418091,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15605817522321427,
      "ce_loss": 3.755751848220825,
      "learning_rate": 1.5144522144522144e-05,
      "loss": 4.257983207702637,
      "semantic_top1": 0.4486083984375,
      "step": 10300,
      "teacher_forced_acoustic_top1": 0.15605817522321427,
      "teacher_forced_semantic_top1": 0.4486083984375,
      "teacher_kl_loss": 2.0089266300201416,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15032087053571427,
      "ce_loss": 3.777512311935425,
      "learning_rate": 1.5103400521047578e-05,
      "loss": 4.283559322357178,
      "semantic_top1": 0.447509765625,
      "step": 10320,
      "teacher_forced_acoustic_top1": 0.15032087053571427,
      "teacher_forced_semantic_top1": 0.447509765625,
      "teacher_kl_loss": 2.024188995361328,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15825544084821427,
      "ce_loss": 3.7222490310668945,
      "learning_rate": 1.5062278897573014e-05,
      "loss": 4.219789028167725,
      "semantic_top1": 0.452880859375,
      "step": 10340,
      "teacher_forced_acoustic_top1": 0.15825544084821427,
      "teacher_forced_semantic_top1": 0.452880859375,
      "teacher_kl_loss": 1.9901597499847412,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1527099609375,
      "ce_loss": 3.77224063873291,
      "learning_rate": 1.5021157274098449e-05,
      "loss": 4.274863243103027,
      "semantic_top1": 0.43212890625,
      "step": 10360,
      "teacher_forced_acoustic_top1": 0.1527099609375,
      "teacher_forced_semantic_top1": 0.43212890625,
      "teacher_kl_loss": 2.010490894317627,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15822056361607142,
      "ce_loss": 3.742715835571289,
      "learning_rate": 1.4980035650623886e-05,
      "loss": 4.252338409423828,
      "semantic_top1": 0.4425048828125,
      "step": 10380,
      "teacher_forced_acoustic_top1": 0.15822056361607142,
      "teacher_forced_semantic_top1": 0.4425048828125,
      "teacher_kl_loss": 2.0384910106658936,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15761021205357142,
      "ce_loss": 3.7116332054138184,
      "learning_rate": 1.493891402714932e-05,
      "loss": 4.206059455871582,
      "semantic_top1": 0.4581298828125,
      "step": 10400,
      "teacher_forced_acoustic_top1": 0.15761021205357142,
      "teacher_forced_semantic_top1": 0.4581298828125,
      "teacher_kl_loss": 1.977704405784607,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15586635044642858,
      "ce_loss": 3.7349133491516113,
      "learning_rate": 1.4897792403674757e-05,
      "loss": 4.238286018371582,
      "semantic_top1": 0.4522705078125,
      "step": 10420,
      "teacher_forced_acoustic_top1": 0.15586635044642858,
      "teacher_forced_semantic_top1": 0.4522705078125,
      "teacher_kl_loss": 2.0134921073913574,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15984235491071427,
      "ce_loss": 3.714306354522705,
      "learning_rate": 1.4856670780200192e-05,
      "loss": 4.209895133972168,
      "semantic_top1": 0.45068359375,
      "step": 10440,
      "teacher_forced_acoustic_top1": 0.15984235491071427,
      "teacher_forced_semantic_top1": 0.45068359375,
      "teacher_kl_loss": 1.9823552370071411,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1558837890625,
      "ce_loss": 3.7546310424804688,
      "learning_rate": 1.4815549156725628e-05,
      "loss": 4.259455680847168,
      "semantic_top1": 0.443115234375,
      "step": 10460,
      "teacher_forced_acoustic_top1": 0.1558837890625,
      "teacher_forced_semantic_top1": 0.443115234375,
      "teacher_kl_loss": 2.0192973613739014,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15921456473214285,
      "ce_loss": 3.7188186645507812,
      "learning_rate": 1.4774427533251062e-05,
      "loss": 4.214419841766357,
      "semantic_top1": 0.463623046875,
      "step": 10480,
      "teacher_forced_acoustic_top1": 0.15921456473214285,
      "teacher_forced_semantic_top1": 0.463623046875,
      "teacher_kl_loss": 1.9824057817459106,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16338239397321427,
      "ce_loss": 3.695603847503662,
      "learning_rate": 1.4733305909776495e-05,
      "loss": 4.192311763763428,
      "semantic_top1": 0.4481201171875,
      "step": 10500,
      "teacher_forced_acoustic_top1": 0.16338239397321427,
      "teacher_forced_semantic_top1": 0.4481201171875,
      "teacher_kl_loss": 1.986831784248352,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06788853236607142,
      "acoustic_top5": 0.18936712091619318,
      "ce_loss": 3.6769946705211294,
      "head_0_top1": 0.4171836159446023,
      "head_0_top5": 0.7889986905184659,
      "head_1_top1": 0.13480169122869318,
      "head_1_top5": 0.3386924050071023,
      "head_2_top1": 0.12043900923295454,
      "head_2_top5": 0.3162786310369318,
      "head_3_top1": 0.08769919655539772,
      "head_3_top5": 0.24909279563210227,
      "head_4_top1": 0.061506791548295456,
      "head_4_top5": 0.18559403852982956,
      "head_5_top1": 0.03254006125710227,
      "head_5_top5": 0.10463645241477272,
      "head_6_top1": 0.020965576171875,
      "head_6_top5": 0.07121693004261363,
      "head_7_top1": 0.01726740056818182,
      "head_7_top5": 0.06005859375,
      "loss": 4.167436426336115,
      "semantic_top1": 0.4171836159446023,
      "semantic_top5": 0.7889986905184659,
      "step": 10500,
      "teacher_forced_acoustic_top1": 0.16513933454241073,
      "teacher_forced_acoustic_top5": 0.41096238966112014,
      "teacher_forced_head_0_top1": 0.4171836159446023,
      "teacher_forced_head_0_top5": 0.7889986905184659,
      "teacher_forced_head_1_top1": 0.24818836558948865,
      "teacher_forced_head_1_top5": 0.5725042169744318,
      "teacher_forced_head_2_top1": 0.22010109641335227,
      "teacher_forced_head_2_top5": 0.5202359286221591,
      "teacher_forced_head_3_top1": 0.17345081676136365,
      "teacher_forced_head_3_top5": 0.4341652610085227,
      "teacher_forced_head_4_top1": 0.14851518110795456,
      "teacher_forced_head_4_top5": 0.38130326704545453,
      "teacher_forced_head_5_top1": 0.13826127485795456,
      "teacher_forced_head_5_top5": 0.3576271750710227,
      "teacher_forced_head_6_top1": 0.12416770241477272,
      "teacher_forced_head_6_top5": 0.32838578657670453,
      "teacher_forced_head_7_top1": 0.10329090465198863,
      "teacher_forced_head_7_top5": 0.28251509232954547,
      "teacher_forced_semantic_top1": 0.4171836159446023,
      "teacher_forced_semantic_top5": 0.7889986905184659,
      "teacher_kl_loss": 1.9617673700506038,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16261509486607142,
      "ce_loss": 3.7039566040039062,
      "learning_rate": 1.4692184286301933e-05,
      "loss": 4.197908401489258,
      "semantic_top1": 0.458740234375,
      "step": 10520,
      "teacher_forced_acoustic_top1": 0.16261509486607142,
      "teacher_forced_semantic_top1": 0.458740234375,
      "teacher_kl_loss": 1.9758069515228271,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15886579241071427,
      "ce_loss": 3.7205452919006348,
      "learning_rate": 1.4651062662827368e-05,
      "loss": 4.219897270202637,
      "semantic_top1": 0.45263671875,
      "step": 10540,
      "teacher_forced_acoustic_top1": 0.15886579241071427,
      "teacher_forced_semantic_top1": 0.45263671875,
      "teacher_kl_loss": 1.9974067211151123,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15769740513392858,
      "ce_loss": 3.7306532859802246,
      "learning_rate": 1.4609941039352804e-05,
      "loss": 4.228000640869141,
      "semantic_top1": 0.4512939453125,
      "step": 10560,
      "teacher_forced_acoustic_top1": 0.15769740513392858,
      "teacher_forced_semantic_top1": 0.4512939453125,
      "teacher_kl_loss": 1.9893897771835327,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15305873325892858,
      "ce_loss": 3.753645420074463,
      "learning_rate": 1.4568819415878238e-05,
      "loss": 4.2555437088012695,
      "semantic_top1": 0.453125,
      "step": 10580,
      "teacher_forced_acoustic_top1": 0.15305873325892858,
      "teacher_forced_semantic_top1": 0.453125,
      "teacher_kl_loss": 2.0075933933258057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15250069754464285,
      "ce_loss": 3.7630796432495117,
      "learning_rate": 1.4527697792403676e-05,
      "loss": 4.268786430358887,
      "semantic_top1": 0.4503173828125,
      "step": 10600,
      "teacher_forced_acoustic_top1": 0.15250069754464285,
      "teacher_forced_semantic_top1": 0.4503173828125,
      "teacher_kl_loss": 2.0228281021118164,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15576171875,
      "ce_loss": 3.7452213764190674,
      "learning_rate": 1.4486576168929109e-05,
      "loss": 4.253492832183838,
      "semantic_top1": 0.4422607421875,
      "step": 10620,
      "teacher_forced_acoustic_top1": 0.15576171875,
      "teacher_forced_semantic_top1": 0.4422607421875,
      "teacher_kl_loss": 2.0330872535705566,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15413992745535715,
      "ce_loss": 3.7463767528533936,
      "learning_rate": 1.4445454545454544e-05,
      "loss": 4.254513740539551,
      "semantic_top1": 0.4390869140625,
      "step": 10640,
      "teacher_forced_acoustic_top1": 0.15413992745535715,
      "teacher_forced_semantic_top1": 0.4390869140625,
      "teacher_kl_loss": 2.03254771232605,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15862165178571427,
      "ce_loss": 3.713233709335327,
      "learning_rate": 1.4404332921979977e-05,
      "loss": 4.213940143585205,
      "semantic_top1": 0.448486328125,
      "step": 10660,
      "teacher_forced_acoustic_top1": 0.15862165178571427,
      "teacher_forced_semantic_top1": 0.448486328125,
      "teacher_kl_loss": 2.0028257369995117,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16252790178571427,
      "ce_loss": 3.708507537841797,
      "learning_rate": 1.4363211298505419e-05,
      "loss": 4.209827423095703,
      "semantic_top1": 0.4388427734375,
      "step": 10680,
      "teacher_forced_acoustic_top1": 0.16252790178571427,
      "teacher_forced_semantic_top1": 0.4388427734375,
      "teacher_kl_loss": 2.005279541015625,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15818568638392858,
      "ce_loss": 3.696939468383789,
      "learning_rate": 1.4322089675030852e-05,
      "loss": 4.190247535705566,
      "semantic_top1": 0.457275390625,
      "step": 10700,
      "teacher_forced_acoustic_top1": 0.15818568638392858,
      "teacher_forced_semantic_top1": 0.457275390625,
      "teacher_kl_loss": 1.9732335805892944,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15914481026785715,
      "ce_loss": 3.7297468185424805,
      "learning_rate": 1.4280968051556288e-05,
      "loss": 4.236888885498047,
      "semantic_top1": 0.456298828125,
      "step": 10720,
      "teacher_forced_acoustic_top1": 0.15914481026785715,
      "teacher_forced_semantic_top1": 0.456298828125,
      "teacher_kl_loss": 2.0285685062408447,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15656389508928573,
      "ce_loss": 3.745678663253784,
      "learning_rate": 1.4239846428081722e-05,
      "loss": 4.24782657623291,
      "semantic_top1": 0.4488525390625,
      "step": 10740,
      "teacher_forced_acoustic_top1": 0.15656389508928573,
      "teacher_forced_semantic_top1": 0.4488525390625,
      "teacher_kl_loss": 2.008591651916504,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16249302455357142,
      "ce_loss": 3.694469928741455,
      "learning_rate": 1.4198724804607155e-05,
      "loss": 4.190472602844238,
      "semantic_top1": 0.4749755859375,
      "step": 10760,
      "teacher_forced_acoustic_top1": 0.16249302455357142,
      "teacher_forced_semantic_top1": 0.4749755859375,
      "teacher_kl_loss": 1.9840103387832642,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15354701450892858,
      "ce_loss": 3.7806992530822754,
      "learning_rate": 1.4157603181132591e-05,
      "loss": 4.286594390869141,
      "semantic_top1": 0.45361328125,
      "step": 10780,
      "teacher_forced_acoustic_top1": 0.15354701450892858,
      "teacher_forced_semantic_top1": 0.45361328125,
      "teacher_kl_loss": 2.0235793590545654,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15787179129464285,
      "ce_loss": 3.704111099243164,
      "learning_rate": 1.4116481557658025e-05,
      "loss": 4.19663143157959,
      "semantic_top1": 0.45703125,
      "step": 10800,
      "teacher_forced_acoustic_top1": 0.15787179129464285,
      "teacher_forced_semantic_top1": 0.45703125,
      "teacher_kl_loss": 1.97008216381073,
      "type": "train"
    },
    {
      "acoustic_top1": 0.156494140625,
      "ce_loss": 3.759476661682129,
      "learning_rate": 1.4075359934183464e-05,
      "loss": 4.262357711791992,
      "semantic_top1": 0.4539794921875,
      "step": 10820,
      "teacher_forced_acoustic_top1": 0.156494140625,
      "teacher_forced_semantic_top1": 0.4539794921875,
      "teacher_kl_loss": 2.011524200439453,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15628487723214285,
      "ce_loss": 3.726909875869751,
      "learning_rate": 1.40342383107089e-05,
      "loss": 4.224832057952881,
      "semantic_top1": 0.44677734375,
      "step": 10840,
      "teacher_forced_acoustic_top1": 0.15628487723214285,
      "teacher_forced_semantic_top1": 0.44677734375,
      "teacher_kl_loss": 1.9916889667510986,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15961565290178573,
      "ce_loss": 3.708677291870117,
      "learning_rate": 1.3993116687234334e-05,
      "loss": 4.204021453857422,
      "semantic_top1": 0.4542236328125,
      "step": 10860,
      "teacher_forced_acoustic_top1": 0.15961565290178573,
      "teacher_forced_semantic_top1": 0.4542236328125,
      "teacher_kl_loss": 1.981374740600586,
      "type": "train"
    },
    {
      "acoustic_top1": 0.158935546875,
      "ce_loss": 3.7202937602996826,
      "learning_rate": 1.3951995063759769e-05,
      "loss": 4.219634532928467,
      "semantic_top1": 0.4464111328125,
      "step": 10880,
      "teacher_forced_acoustic_top1": 0.158935546875,
      "teacher_forced_semantic_top1": 0.4464111328125,
      "teacher_kl_loss": 1.9973628520965576,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16104561941964285,
      "ce_loss": 3.724919557571411,
      "learning_rate": 1.3910873440285204e-05,
      "loss": 4.229214668273926,
      "semantic_top1": 0.445068359375,
      "step": 10900,
      "teacher_forced_acoustic_top1": 0.16104561941964285,
      "teacher_forced_semantic_top1": 0.445068359375,
      "teacher_kl_loss": 2.0171806812286377,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16020856584821427,
      "ce_loss": 3.7101526260375977,
      "learning_rate": 1.3869751816810637e-05,
      "loss": 4.205150604248047,
      "semantic_top1": 0.4552001953125,
      "step": 10920,
      "teacher_forced_acoustic_top1": 0.16020856584821427,
      "teacher_forced_semantic_top1": 0.4552001953125,
      "teacher_kl_loss": 1.9799922704696655,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15804617745535715,
      "ce_loss": 3.7261719703674316,
      "learning_rate": 1.3828630193336072e-05,
      "loss": 4.227322101593018,
      "semantic_top1": 0.4595947265625,
      "step": 10940,
      "teacher_forced_acoustic_top1": 0.15804617745535715,
      "teacher_forced_semantic_top1": 0.4595947265625,
      "teacher_kl_loss": 2.004601001739502,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15720912388392858,
      "ce_loss": 3.7317042350769043,
      "learning_rate": 1.3787508569861512e-05,
      "loss": 4.228778839111328,
      "semantic_top1": 0.4461669921875,
      "step": 10960,
      "teacher_forced_acoustic_top1": 0.15720912388392858,
      "teacher_forced_semantic_top1": 0.4461669921875,
      "teacher_kl_loss": 1.9882975816726685,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15766252790178573,
      "ce_loss": 3.7236146926879883,
      "learning_rate": 1.3746386946386947e-05,
      "loss": 4.2237138748168945,
      "semantic_top1": 0.45849609375,
      "step": 10980,
      "teacher_forced_acoustic_top1": 0.15766252790178573,
      "teacher_forced_semantic_top1": 0.45849609375,
      "teacher_kl_loss": 2.0003976821899414,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1578369140625,
      "ce_loss": 3.7288031578063965,
      "learning_rate": 1.3705265322912382e-05,
      "loss": 4.229815483093262,
      "semantic_top1": 0.44482421875,
      "step": 11000,
      "teacher_forced_acoustic_top1": 0.1578369140625,
      "teacher_forced_semantic_top1": 0.44482421875,
      "teacher_kl_loss": 2.004049301147461,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06814456295657467,
      "acoustic_top5": 0.1892747755174513,
      "ce_loss": 3.656174052845348,
      "head_0_top1": 0.41898970170454547,
      "head_0_top5": 0.7907798073508523,
      "head_1_top1": 0.136444091796875,
      "head_1_top5": 0.3409645774147727,
      "head_2_top1": 0.12174849076704546,
      "head_2_top5": 0.3177129572088068,
      "head_3_top1": 0.08769087357954546,
      "head_3_top5": 0.2484103116122159,
      "head_4_top1": 0.06118496981534091,
      "head_4_top5": 0.18498368696732956,
      "head_5_top1": 0.03206565163352273,
      "head_5_top5": 0.10384854403409091,
      "head_6_top1": 0.02091008966619318,
      "head_6_top5": 0.07012107155539772,
      "head_7_top1": 0.0169677734375,
      "head_7_top5": 0.058882279829545456,
      "loss": 4.142878792502663,
      "semantic_top1": 0.41898970170454547,
      "semantic_top5": 0.7907798073508523,
      "step": 11000,
      "teacher_forced_acoustic_top1": 0.16782527774959416,
      "teacher_forced_acoustic_top5": 0.415476216898336,
      "teacher_forced_head_0_top1": 0.41898970170454547,
      "teacher_forced_head_0_top5": 0.7907798073508523,
      "teacher_forced_head_1_top1": 0.25193647904829547,
      "teacher_forced_head_1_top5": 0.5773814808238636,
      "teacher_forced_head_2_top1": 0.22434858842329544,
      "teacher_forced_head_2_top5": 0.525970458984375,
      "teacher_forced_head_3_top1": 0.1764193448153409,
      "teacher_forced_head_3_top5": 0.43894542347301135,
      "teacher_forced_head_4_top1": 0.15104536576704544,
      "teacher_forced_head_4_top5": 0.3857061212713068,
      "teacher_forced_head_5_top1": 0.1397122469815341,
      "teacher_forced_head_5_top5": 0.3611477938565341,
      "teacher_forced_head_6_top1": 0.12666736949573865,
      "teacher_forced_head_6_top5": 0.33287464488636365,
      "teacher_forced_head_7_top1": 0.10464754971590909,
      "teacher_forced_head_7_top5": 0.2863075949928977,
      "teacher_forced_semantic_top1": 0.41898970170454547,
      "teacher_forced_semantic_top5": 0.7907798073508523,
      "teacher_kl_loss": 1.9468210393732244,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16456821986607142,
      "ce_loss": 3.673795223236084,
      "learning_rate": 1.3664143699437815e-05,
      "loss": 4.166508674621582,
      "semantic_top1": 0.459716796875,
      "step": 11020,
      "teacher_forced_acoustic_top1": 0.16456821986607142,
      "teacher_forced_semantic_top1": 0.459716796875,
      "teacher_kl_loss": 1.9708538055419922,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16102818080357142,
      "ce_loss": 3.7151336669921875,
      "learning_rate": 1.3623022075963251e-05,
      "loss": 4.212482452392578,
      "semantic_top1": 0.44775390625,
      "step": 11040,
      "teacher_forced_acoustic_top1": 0.16102818080357142,
      "teacher_forced_semantic_top1": 0.44775390625,
      "teacher_kl_loss": 1.9893951416015625,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15469796316964285,
      "ce_loss": 3.7563514709472656,
      "learning_rate": 1.3581900452488685e-05,
      "loss": 4.267765045166016,
      "semantic_top1": 0.4521484375,
      "step": 11060,
      "teacher_forced_acoustic_top1": 0.15469796316964285,
      "teacher_forced_semantic_top1": 0.4521484375,
      "teacher_kl_loss": 2.0456552505493164,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15438406808035715,
      "ce_loss": 3.7485573291778564,
      "learning_rate": 1.3540778829014121e-05,
      "loss": 4.251565456390381,
      "semantic_top1": 0.4443359375,
      "step": 11080,
      "teacher_forced_acoustic_top1": 0.15438406808035715,
      "teacher_forced_semantic_top1": 0.4443359375,
      "teacher_kl_loss": 2.012032985687256,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16413225446428573,
      "ce_loss": 3.710054397583008,
      "learning_rate": 1.3499657205539558e-05,
      "loss": 4.20652961730957,
      "semantic_top1": 0.4654541015625,
      "step": 11100,
      "teacher_forced_acoustic_top1": 0.16413225446428573,
      "teacher_forced_semantic_top1": 0.4654541015625,
      "teacher_kl_loss": 1.9859037399291992,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15689522879464285,
      "ce_loss": 3.7363007068634033,
      "learning_rate": 1.3458535582064994e-05,
      "loss": 4.238557815551758,
      "semantic_top1": 0.4539794921875,
      "step": 11120,
      "teacher_forced_acoustic_top1": 0.15689522879464285,
      "teacher_forced_semantic_top1": 0.4539794921875,
      "teacher_kl_loss": 2.0090274810791016,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16010393415178573,
      "ce_loss": 3.707458972930908,
      "learning_rate": 1.3417413958590427e-05,
      "loss": 4.206616401672363,
      "semantic_top1": 0.4671630859375,
      "step": 11140,
      "teacher_forced_acoustic_top1": 0.16010393415178573,
      "teacher_forced_semantic_top1": 0.4671630859375,
      "teacher_kl_loss": 1.9966299533843994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15689522879464285,
      "ce_loss": 3.7216053009033203,
      "learning_rate": 1.3376292335115864e-05,
      "loss": 4.219296455383301,
      "semantic_top1": 0.4515380859375,
      "step": 11160,
      "teacher_forced_acoustic_top1": 0.15689522879464285,
      "teacher_forced_semantic_top1": 0.4515380859375,
      "teacher_kl_loss": 1.9907646179199219,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16353934151785715,
      "ce_loss": 3.688059091567993,
      "learning_rate": 1.3335170711641297e-05,
      "loss": 4.1802449226379395,
      "semantic_top1": 0.459716796875,
      "step": 11180,
      "teacher_forced_acoustic_top1": 0.16353934151785715,
      "teacher_forced_semantic_top1": 0.459716796875,
      "teacher_kl_loss": 1.9687438011169434,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15522112165178573,
      "ce_loss": 3.753048896789551,
      "learning_rate": 1.3294049088166734e-05,
      "loss": 4.258472442626953,
      "semantic_top1": 0.44873046875,
      "step": 11200,
      "teacher_forced_acoustic_top1": 0.15522112165178573,
      "teacher_forced_semantic_top1": 0.44873046875,
      "teacher_kl_loss": 2.021695852279663,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16266741071428573,
      "ce_loss": 3.67867112159729,
      "learning_rate": 1.3252927464692167e-05,
      "loss": 4.171988010406494,
      "semantic_top1": 0.468505859375,
      "step": 11220,
      "teacher_forced_acoustic_top1": 0.16266741071428573,
      "teacher_forced_semantic_top1": 0.468505859375,
      "teacher_kl_loss": 1.973266363143921,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16226632254464285,
      "ce_loss": 3.694157361984253,
      "learning_rate": 1.3211805841217607e-05,
      "loss": 4.186451435089111,
      "semantic_top1": 0.4581298828125,
      "step": 11240,
      "teacher_forced_acoustic_top1": 0.16226632254464285,
      "teacher_forced_semantic_top1": 0.4581298828125,
      "teacher_kl_loss": 1.9691760540008545,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16402762276785715,
      "ce_loss": 3.6886744499206543,
      "learning_rate": 1.3170684217743042e-05,
      "loss": 4.182091236114502,
      "semantic_top1": 0.4542236328125,
      "step": 11260,
      "teacher_forced_acoustic_top1": 0.16402762276785715,
      "teacher_forced_semantic_top1": 0.4542236328125,
      "teacher_kl_loss": 1.9736666679382324,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16744559151785715,
      "ce_loss": 3.6747798919677734,
      "learning_rate": 1.3129562594268475e-05,
      "loss": 4.168395519256592,
      "semantic_top1": 0.462646484375,
      "step": 11280,
      "teacher_forced_acoustic_top1": 0.16744559151785715,
      "teacher_forced_semantic_top1": 0.462646484375,
      "teacher_kl_loss": 1.9744622707366943,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15870884486607142,
      "ce_loss": 3.726201057434082,
      "learning_rate": 1.308844097079391e-05,
      "loss": 4.227301597595215,
      "semantic_top1": 0.457763671875,
      "step": 11300,
      "teacher_forced_acoustic_top1": 0.15870884486607142,
      "teacher_forced_semantic_top1": 0.457763671875,
      "teacher_kl_loss": 2.004401922225952,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15712193080357142,
      "ce_loss": 3.744795799255371,
      "learning_rate": 1.3047319347319345e-05,
      "loss": 4.250637531280518,
      "semantic_top1": 0.446533203125,
      "step": 11320,
      "teacher_forced_acoustic_top1": 0.15712193080357142,
      "teacher_forced_semantic_top1": 0.446533203125,
      "teacher_kl_loss": 2.0233659744262695,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15898786272321427,
      "ce_loss": 3.7149620056152344,
      "learning_rate": 1.3006197723844781e-05,
      "loss": 4.21068811416626,
      "semantic_top1": 0.446044921875,
      "step": 11340,
      "teacher_forced_acoustic_top1": 0.15898786272321427,
      "teacher_forced_semantic_top1": 0.446044921875,
      "teacher_kl_loss": 1.9829052686691284,
      "type": "train"
    },
    {
      "acoustic_top1": 0.159912109375,
      "ce_loss": 3.7133419513702393,
      "learning_rate": 1.2965076100370216e-05,
      "loss": 4.212480545043945,
      "semantic_top1": 0.4605712890625,
      "step": 11360,
      "teacher_forced_acoustic_top1": 0.159912109375,
      "teacher_forced_semantic_top1": 0.4605712890625,
      "teacher_kl_loss": 1.996555209159851,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16251046316964285,
      "ce_loss": 3.709313154220581,
      "learning_rate": 1.2923954476895654e-05,
      "loss": 4.2080817222595215,
      "semantic_top1": 0.4512939453125,
      "step": 11380,
      "teacher_forced_acoustic_top1": 0.16251046316964285,
      "teacher_forced_semantic_top1": 0.4512939453125,
      "teacher_kl_loss": 1.9950737953186035,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16484723772321427,
      "ce_loss": 3.6764323711395264,
      "learning_rate": 1.2882832853421087e-05,
      "loss": 4.168163776397705,
      "semantic_top1": 0.455810546875,
      "step": 11400,
      "teacher_forced_acoustic_top1": 0.16484723772321427,
      "teacher_forced_semantic_top1": 0.455810546875,
      "teacher_kl_loss": 1.9669255018234253,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16151646205357142,
      "ce_loss": 3.7090392112731934,
      "learning_rate": 1.2841711229946524e-05,
      "loss": 4.20271110534668,
      "semantic_top1": 0.4520263671875,
      "step": 11420,
      "teacher_forced_acoustic_top1": 0.16151646205357142,
      "teacher_forced_semantic_top1": 0.4520263671875,
      "teacher_kl_loss": 1.9746878147125244,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16221400669642858,
      "ce_loss": 3.706078052520752,
      "learning_rate": 1.2800589606471957e-05,
      "loss": 4.206690788269043,
      "semantic_top1": 0.443115234375,
      "step": 11440,
      "teacher_forced_acoustic_top1": 0.16221400669642858,
      "teacher_forced_semantic_top1": 0.443115234375,
      "teacher_kl_loss": 2.0024495124816895,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16057477678571427,
      "ce_loss": 3.7274043560028076,
      "learning_rate": 1.2759467982997394e-05,
      "loss": 4.230876922607422,
      "semantic_top1": 0.4461669921875,
      "step": 11460,
      "teacher_forced_acoustic_top1": 0.16057477678571427,
      "teacher_forced_semantic_top1": 0.4461669921875,
      "teacher_kl_loss": 2.013889789581299,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16816057477678573,
      "ce_loss": 3.645907402038574,
      "learning_rate": 1.2718346359522829e-05,
      "loss": 4.133627891540527,
      "semantic_top1": 0.45703125,
      "step": 11480,
      "teacher_forced_acoustic_top1": 0.16816057477678573,
      "teacher_forced_semantic_top1": 0.45703125,
      "teacher_kl_loss": 1.9508811235427856,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16087123325892858,
      "ce_loss": 3.6886024475097656,
      "learning_rate": 1.2677224736048262e-05,
      "loss": 4.188773155212402,
      "semantic_top1": 0.44482421875,
      "step": 11500,
      "teacher_forced_acoustic_top1": 0.16087123325892858,
      "teacher_forced_semantic_top1": 0.44482421875,
      "teacher_kl_loss": 2.000682830810547,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06911438780945617,
      "acoustic_top5": 0.19139515269886365,
      "ce_loss": 3.63882758400657,
      "head_0_top1": 0.4203102805397727,
      "head_0_top5": 0.79229736328125,
      "head_1_top1": 0.13767866654829544,
      "head_1_top5": 0.34406904740767047,
      "head_2_top1": 0.12287764115767046,
      "head_2_top5": 0.32005726207386365,
      "head_3_top1": 0.08915016867897728,
      "head_3_top5": 0.25083784623579547,
      "head_4_top1": 0.06264703924005682,
      "head_4_top5": 0.18806596235795456,
      "head_5_top1": 0.033178156072443184,
      "head_5_top5": 0.10561856356534091,
      "head_6_top1": 0.020721435546875,
      "head_6_top5": 0.07068980823863637,
      "head_7_top1": 0.017547607421875,
      "head_7_top5": 0.06042757901278409,
      "loss": 4.125774036754262,
      "semantic_top1": 0.4203102805397727,
      "semantic_top5": 0.79229736328125,
      "step": 11500,
      "teacher_forced_acoustic_top1": 0.16935749797077923,
      "teacher_forced_acoustic_top5": 0.418962354783888,
      "teacher_forced_head_0_top1": 0.4203102805397727,
      "teacher_forced_head_0_top5": 0.79229736328125,
      "teacher_forced_head_1_top1": 0.25285478071732953,
      "teacher_forced_head_1_top5": 0.5801474831321023,
      "teacher_forced_head_2_top1": 0.22586891867897727,
      "teacher_forced_head_2_top5": 0.5296131480823864,
      "teacher_forced_head_3_top1": 0.17793967507102273,
      "teacher_forced_head_3_top5": 0.4413979270241477,
      "teacher_forced_head_4_top1": 0.15268776633522727,
      "teacher_forced_head_4_top5": 0.39073319868607953,
      "teacher_forced_head_5_top1": 0.14063054865056818,
      "teacher_forced_head_5_top5": 0.3644991787997159,
      "teacher_forced_head_6_top1": 0.12837357954545456,
      "teacher_forced_head_6_top5": 0.33540205522017047,
      "teacher_forced_head_7_top1": 0.107147216796875,
      "teacher_forced_head_7_top5": 0.29094349254261365,
      "teacher_forced_semantic_top1": 0.4203102805397727,
      "teacher_forced_semantic_top5": 0.79229736328125,
      "teacher_kl_loss": 1.947785810990767,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.15999930245535715,
      "ce_loss": 3.706686019897461,
      "learning_rate": 1.26361031125737e-05,
      "loss": 4.213381290435791,
      "semantic_top1": 0.45654296875,
      "step": 11520,
      "teacher_forced_acoustic_top1": 0.15999930245535715,
      "teacher_forced_semantic_top1": 0.45654296875,
      "teacher_kl_loss": 2.026782512664795,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16950334821428573,
      "ce_loss": 3.65071964263916,
      "learning_rate": 1.2594981489099137e-05,
      "loss": 4.1418585777282715,
      "semantic_top1": 0.4598388671875,
      "step": 11540,
      "teacher_forced_acoustic_top1": 0.16950334821428573,
      "teacher_forced_semantic_top1": 0.4598388671875,
      "teacher_kl_loss": 1.9645556211471558,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16655622209821427,
      "ce_loss": 3.688241958618164,
      "learning_rate": 1.2553859865624571e-05,
      "loss": 4.187260627746582,
      "semantic_top1": 0.4637451171875,
      "step": 11560,
      "teacher_forced_acoustic_top1": 0.16655622209821427,
      "teacher_forced_semantic_top1": 0.4637451171875,
      "teacher_kl_loss": 1.9960755109786987,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16692243303571427,
      "ce_loss": 3.6455283164978027,
      "learning_rate": 1.2512738242150008e-05,
      "loss": 4.1358723640441895,
      "semantic_top1": 0.4686279296875,
      "step": 11580,
      "teacher_forced_acoustic_top1": 0.16692243303571427,
      "teacher_forced_semantic_top1": 0.4686279296875,
      "teacher_kl_loss": 1.9613761901855469,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16505650111607142,
      "ce_loss": 3.6637308597564697,
      "learning_rate": 1.2471616618675441e-05,
      "loss": 4.157001972198486,
      "semantic_top1": 0.4541015625,
      "step": 11600,
      "teacher_forced_acoustic_top1": 0.16505650111607142,
      "teacher_forced_semantic_top1": 0.4541015625,
      "teacher_kl_loss": 1.9730854034423828,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16135951450892858,
      "ce_loss": 3.687296152114868,
      "learning_rate": 1.2430494995200876e-05,
      "loss": 4.179174900054932,
      "semantic_top1": 0.451904296875,
      "step": 11620,
      "teacher_forced_acoustic_top1": 0.16135951450892858,
      "teacher_forced_semantic_top1": 0.451904296875,
      "teacher_kl_loss": 1.9675157070159912,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16355678013392858,
      "ce_loss": 3.7007906436920166,
      "learning_rate": 1.238937337172631e-05,
      "loss": 4.200247287750244,
      "semantic_top1": 0.4520263671875,
      "step": 11640,
      "teacher_forced_acoustic_top1": 0.16355678013392858,
      "teacher_forced_semantic_top1": 0.4520263671875,
      "teacher_kl_loss": 1.9978268146514893,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16434151785714285,
      "ce_loss": 3.6641135215759277,
      "learning_rate": 1.2348251748251747e-05,
      "loss": 4.157238483428955,
      "semantic_top1": 0.4698486328125,
      "step": 11660,
      "teacher_forced_acoustic_top1": 0.16434151785714285,
      "teacher_forced_semantic_top1": 0.4698486328125,
      "teacher_kl_loss": 1.9725006818771362,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16280691964285715,
      "ce_loss": 3.6757524013519287,
      "learning_rate": 1.2307130124777184e-05,
      "loss": 4.162702560424805,
      "semantic_top1": 0.4639892578125,
      "step": 11680,
      "teacher_forced_acoustic_top1": 0.16280691964285715,
      "teacher_forced_semantic_top1": 0.4639892578125,
      "teacher_kl_loss": 1.9477994441986084,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16163853236607142,
      "ce_loss": 3.674407720565796,
      "learning_rate": 1.2266008501302619e-05,
      "loss": 4.167890548706055,
      "semantic_top1": 0.47021484375,
      "step": 11700,
      "teacher_forced_acoustic_top1": 0.16163853236607142,
      "teacher_forced_semantic_top1": 0.47021484375,
      "teacher_kl_loss": 1.9739322662353516,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16460309709821427,
      "ce_loss": 3.665541172027588,
      "learning_rate": 1.2224886877828054e-05,
      "loss": 4.1589035987854,
      "semantic_top1": 0.464111328125,
      "step": 11720,
      "teacher_forced_acoustic_top1": 0.16460309709821427,
      "teacher_forced_semantic_top1": 0.464111328125,
      "teacher_kl_loss": 1.9734503030776978,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16843959263392858,
      "ce_loss": 3.6394405364990234,
      "learning_rate": 1.2183765254353489e-05,
      "loss": 4.136630058288574,
      "semantic_top1": 0.4591064453125,
      "step": 11740,
      "teacher_forced_acoustic_top1": 0.16843959263392858,
      "teacher_forced_semantic_top1": 0.4591064453125,
      "teacher_kl_loss": 1.9887588024139404,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16402762276785715,
      "ce_loss": 3.672449827194214,
      "learning_rate": 1.2142643630878923e-05,
      "loss": 4.169872760772705,
      "semantic_top1": 0.4539794921875,
      "step": 11760,
      "teacher_forced_acoustic_top1": 0.16402762276785715,
      "teacher_forced_semantic_top1": 0.4539794921875,
      "teacher_kl_loss": 1.9896926879882812,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15989467075892858,
      "ce_loss": 3.689973831176758,
      "learning_rate": 1.2101522007404362e-05,
      "loss": 4.184847831726074,
      "semantic_top1": 0.4586181640625,
      "step": 11780,
      "teacher_forced_acoustic_top1": 0.15989467075892858,
      "teacher_forced_semantic_top1": 0.4586181640625,
      "teacher_kl_loss": 1.9794971942901611,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16432407924107142,
      "ce_loss": 3.6660361289978027,
      "learning_rate": 1.2060400383929798e-05,
      "loss": 4.158563613891602,
      "semantic_top1": 0.4481201171875,
      "step": 11800,
      "teacher_forced_acoustic_top1": 0.16432407924107142,
      "teacher_forced_semantic_top1": 0.4481201171875,
      "teacher_kl_loss": 1.970109462738037,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16530064174107142,
      "ce_loss": 3.6840453147888184,
      "learning_rate": 1.2019278760455231e-05,
      "loss": 4.186906814575195,
      "semantic_top1": 0.4588623046875,
      "step": 11820,
      "teacher_forced_acoustic_top1": 0.16530064174107142,
      "teacher_forced_semantic_top1": 0.4588623046875,
      "teacher_kl_loss": 2.011446237564087,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16115025111607142,
      "ce_loss": 3.6776418685913086,
      "learning_rate": 1.1978157136980665e-05,
      "loss": 4.171151638031006,
      "semantic_top1": 0.4697265625,
      "step": 11840,
      "teacher_forced_acoustic_top1": 0.16115025111607142,
      "teacher_forced_semantic_top1": 0.4697265625,
      "teacher_kl_loss": 1.9740407466888428,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16073172433035715,
      "ce_loss": 3.6991934776306152,
      "learning_rate": 1.1937035513506101e-05,
      "loss": 4.195526599884033,
      "semantic_top1": 0.4561767578125,
      "step": 11860,
      "teacher_forced_acoustic_top1": 0.16073172433035715,
      "teacher_forced_semantic_top1": 0.4561767578125,
      "teacher_kl_loss": 1.9853324890136719,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15694754464285715,
      "ce_loss": 3.7194671630859375,
      "learning_rate": 1.1895913890031534e-05,
      "loss": 4.21557092666626,
      "semantic_top1": 0.4625244140625,
      "step": 11880,
      "teacher_forced_acoustic_top1": 0.15694754464285715,
      "teacher_forced_semantic_top1": 0.4625244140625,
      "teacher_kl_loss": 1.9844155311584473,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16264997209821427,
      "ce_loss": 3.681259870529175,
      "learning_rate": 1.185479226655697e-05,
      "loss": 4.178221702575684,
      "semantic_top1": 0.4686279296875,
      "step": 11900,
      "teacher_forced_acoustic_top1": 0.16264997209821427,
      "teacher_forced_semantic_top1": 0.4686279296875,
      "teacher_kl_loss": 1.9878464937210083,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16509137834821427,
      "ce_loss": 3.667407989501953,
      "learning_rate": 1.181367064308241e-05,
      "loss": 4.162481307983398,
      "semantic_top1": 0.461669921875,
      "step": 11920,
      "teacher_forced_acoustic_top1": 0.16509137834821427,
      "teacher_forced_semantic_top1": 0.461669921875,
      "teacher_kl_loss": 1.9802916049957275,
      "type": "train"
    },
    {
      "acoustic_top1": 0.15966796875,
      "ce_loss": 3.713104724884033,
      "learning_rate": 1.1772549019607844e-05,
      "loss": 4.206742286682129,
      "semantic_top1": 0.44677734375,
      "step": 11940,
      "teacher_forced_acoustic_top1": 0.15966796875,
      "teacher_forced_semantic_top1": 0.44677734375,
      "teacher_kl_loss": 1.9745508432388306,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16636439732142858,
      "ce_loss": 3.6511828899383545,
      "learning_rate": 1.1731427396133279e-05,
      "loss": 4.13843297958374,
      "semantic_top1": 0.46728515625,
      "step": 11960,
      "teacher_forced_acoustic_top1": 0.16636439732142858,
      "teacher_forced_semantic_top1": 0.46728515625,
      "teacher_kl_loss": 1.9490001201629639,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16789899553571427,
      "ce_loss": 3.627410411834717,
      "learning_rate": 1.1690305772658714e-05,
      "loss": 4.11593770980835,
      "semantic_top1": 0.47607421875,
      "step": 11980,
      "teacher_forced_acoustic_top1": 0.16789899553571427,
      "teacher_forced_semantic_top1": 0.47607421875,
      "teacher_kl_loss": 1.954109787940979,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1673583984375,
      "ce_loss": 3.6451921463012695,
      "learning_rate": 1.1649184149184149e-05,
      "loss": 4.131065368652344,
      "semantic_top1": 0.4617919921875,
      "step": 12000,
      "teacher_forced_acoustic_top1": 0.1673583984375,
      "teacher_forced_semantic_top1": 0.4617919921875,
      "teacher_kl_loss": 1.9434919357299805,
      "type": "train"
    },
    {
      "acoustic_top1": 0.0686502828226461,
      "acoustic_top5": 0.189802293653612,
      "ce_loss": 3.625430367209695,
      "head_0_top1": 0.422332763671875,
      "head_0_top5": 0.7949135520241477,
      "head_1_top1": 0.13837779651988635,
      "head_1_top5": 0.3439885919744318,
      "head_2_top1": 0.12284989790482954,
      "head_2_top5": 0.31920276988636365,
      "head_3_top1": 0.08809592507102272,
      "head_3_top5": 0.24818836558948865,
      "head_4_top1": 0.061712091619318184,
      "head_4_top5": 0.1852999600497159,
      "head_5_top1": 0.03203513405539773,
      "head_5_top5": 0.10318270596590909,
      "head_6_top1": 0.02041071111505682,
      "head_6_top5": 0.06956343217329546,
      "head_7_top1": 0.017070423473011364,
      "head_7_top5": 0.059190229936079544,
      "loss": 4.108816667036577,
      "semantic_top1": 0.422332763671875,
      "semantic_top5": 0.7949135520241477,
      "step": 12000,
      "teacher_forced_acoustic_top1": 0.17103200144581981,
      "teacher_forced_acoustic_top5": 0.4218302144632711,
      "teacher_forced_head_0_top1": 0.422332763671875,
      "teacher_forced_head_0_top5": 0.7949135520241477,
      "teacher_forced_head_1_top1": 0.2553461248224432,
      "teacher_forced_head_1_top5": 0.5845198197798296,
      "teacher_forced_head_2_top1": 0.2289706143465909,
      "teacher_forced_head_2_top5": 0.5332447398792614,
      "teacher_forced_head_3_top1": 0.1793545809659091,
      "teacher_forced_head_3_top5": 0.44429432262073865,
      "teacher_forced_head_4_top1": 0.15309281782670456,
      "teacher_forced_head_4_top5": 0.3911659934303977,
      "teacher_forced_head_5_top1": 0.14308582652698865,
      "teacher_forced_head_5_top5": 0.367828369140625,
      "teacher_forced_head_6_top1": 0.1295443448153409,
      "teacher_forced_head_6_top5": 0.33925004438920453,
      "teacher_forced_head_7_top1": 0.10782970081676137,
      "teacher_forced_head_7_top5": 0.2925082120028409,
      "teacher_forced_semantic_top1": 0.422332763671875,
      "teacher_forced_semantic_top5": 0.7949135520241477,
      "teacher_kl_loss": 1.9335431185635654,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16343470982142858,
      "ce_loss": 3.6810622215270996,
      "learning_rate": 1.1608062525709583e-05,
      "loss": 4.174736976623535,
      "semantic_top1": 0.4610595703125,
      "step": 12020,
      "teacher_forced_acoustic_top1": 0.16343470982142858,
      "teacher_forced_semantic_top1": 0.4610595703125,
      "teacher_kl_loss": 1.9746980667114258,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16500418526785715,
      "ce_loss": 3.6640326976776123,
      "learning_rate": 1.1566940902235017e-05,
      "loss": 4.161510944366455,
      "semantic_top1": 0.458740234375,
      "step": 12040,
      "teacher_forced_acoustic_top1": 0.16500418526785715,
      "teacher_forced_semantic_top1": 0.458740234375,
      "teacher_kl_loss": 1.989911675453186,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16317313058035715,
      "ce_loss": 3.690330743789673,
      "learning_rate": 1.1525819278760457e-05,
      "loss": 4.19344425201416,
      "semantic_top1": 0.44921875,
      "step": 12060,
      "teacher_forced_acoustic_top1": 0.16317313058035715,
      "teacher_forced_semantic_top1": 0.44921875,
      "teacher_kl_loss": 2.012453317642212,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16652134486607142,
      "ce_loss": 3.6355812549591064,
      "learning_rate": 1.1484697655285891e-05,
      "loss": 4.123257637023926,
      "semantic_top1": 0.469482421875,
      "step": 12080,
      "teacher_forced_acoustic_top1": 0.16652134486607142,
      "teacher_forced_semantic_top1": 0.469482421875,
      "teacher_kl_loss": 1.950706124305725,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16451590401785715,
      "ce_loss": 3.6862504482269287,
      "learning_rate": 1.1443576031811326e-05,
      "loss": 4.183467388153076,
      "semantic_top1": 0.447509765625,
      "step": 12100,
      "teacher_forced_acoustic_top1": 0.16451590401785715,
      "teacher_forced_semantic_top1": 0.447509765625,
      "teacher_kl_loss": 1.9888660907745361,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16489955357142858,
      "ce_loss": 3.678384304046631,
      "learning_rate": 1.1402454408336761e-05,
      "loss": 4.1728010177612305,
      "semantic_top1": 0.4681396484375,
      "step": 12120,
      "teacher_forced_acoustic_top1": 0.16489955357142858,
      "teacher_forced_semantic_top1": 0.4681396484375,
      "teacher_kl_loss": 1.9776688814163208,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16617257254464285,
      "ce_loss": 3.6730690002441406,
      "learning_rate": 1.1361332784862194e-05,
      "loss": 4.164444923400879,
      "semantic_top1": 0.4632568359375,
      "step": 12140,
      "teacher_forced_acoustic_top1": 0.16617257254464285,
      "teacher_forced_semantic_top1": 0.4632568359375,
      "teacher_kl_loss": 1.9655046463012695,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16556222098214285,
      "ce_loss": 3.6482391357421875,
      "learning_rate": 1.1320211161387631e-05,
      "loss": 4.135751247406006,
      "semantic_top1": 0.464599609375,
      "step": 12160,
      "teacher_forced_acoustic_top1": 0.16556222098214285,
      "teacher_forced_semantic_top1": 0.464599609375,
      "teacher_kl_loss": 1.9500478506088257,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16327776227678573,
      "ce_loss": 3.6764090061187744,
      "learning_rate": 1.1279089537913064e-05,
      "loss": 4.172157287597656,
      "semantic_top1": 0.4591064453125,
      "step": 12180,
      "teacher_forced_acoustic_top1": 0.16327776227678573,
      "teacher_forced_semantic_top1": 0.4591064453125,
      "teacher_kl_loss": 1.9829916954040527,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16482979910714285,
      "ce_loss": 3.6573338508605957,
      "learning_rate": 1.1237967914438504e-05,
      "loss": 4.148736476898193,
      "semantic_top1": 0.47705078125,
      "step": 12200,
      "teacher_forced_acoustic_top1": 0.16482979910714285,
      "teacher_forced_semantic_top1": 0.47705078125,
      "teacher_kl_loss": 1.9656102657318115,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16526576450892858,
      "ce_loss": 3.664104461669922,
      "learning_rate": 1.1196846290963937e-05,
      "loss": 4.159069538116455,
      "semantic_top1": 0.45947265625,
      "step": 12220,
      "teacher_forced_acoustic_top1": 0.16526576450892858,
      "teacher_forced_semantic_top1": 0.45947265625,
      "teacher_kl_loss": 1.9798598289489746,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16596330915178573,
      "ce_loss": 3.6582510471343994,
      "learning_rate": 1.1155724667489374e-05,
      "loss": 4.153238296508789,
      "semantic_top1": 0.471923828125,
      "step": 12240,
      "teacher_forced_acoustic_top1": 0.16596330915178573,
      "teacher_forced_semantic_top1": 0.471923828125,
      "teacher_kl_loss": 1.9799489974975586,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16472516741071427,
      "ce_loss": 3.6644890308380127,
      "learning_rate": 1.1114603044014807e-05,
      "loss": 4.161189079284668,
      "semantic_top1": 0.4571533203125,
      "step": 12260,
      "teacher_forced_acoustic_top1": 0.16472516741071427,
      "teacher_forced_semantic_top1": 0.4571533203125,
      "teacher_kl_loss": 1.9867994785308838,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16329520089285715,
      "ce_loss": 3.685914993286133,
      "learning_rate": 1.1073481420540243e-05,
      "loss": 4.180991172790527,
      "semantic_top1": 0.4559326171875,
      "step": 12280,
      "teacher_forced_acoustic_top1": 0.16329520089285715,
      "teacher_forced_semantic_top1": 0.4559326171875,
      "teacher_kl_loss": 1.980306625366211,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16510881696428573,
      "ce_loss": 3.658862590789795,
      "learning_rate": 1.1032359797065677e-05,
      "loss": 4.150723457336426,
      "semantic_top1": 0.4659423828125,
      "step": 12300,
      "teacher_forced_acoustic_top1": 0.16510881696428573,
      "teacher_forced_semantic_top1": 0.4659423828125,
      "teacher_kl_loss": 1.9674439430236816,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16470772879464285,
      "ce_loss": 3.6613528728485107,
      "learning_rate": 1.0991238173591113e-05,
      "loss": 4.154808521270752,
      "semantic_top1": 0.45166015625,
      "step": 12320,
      "teacher_forced_acoustic_top1": 0.16470772879464285,
      "teacher_forced_semantic_top1": 0.45166015625,
      "teacher_kl_loss": 1.9738231897354126,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17109026227678573,
      "ce_loss": 3.628761053085327,
      "learning_rate": 1.0950116550116551e-05,
      "loss": 4.11770486831665,
      "semantic_top1": 0.4554443359375,
      "step": 12340,
      "teacher_forced_acoustic_top1": 0.17109026227678573,
      "teacher_forced_semantic_top1": 0.4554443359375,
      "teacher_kl_loss": 1.9557740688323975,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16092354910714285,
      "ce_loss": 3.6910452842712402,
      "learning_rate": 1.0908994926641986e-05,
      "loss": 4.1854376792907715,
      "semantic_top1": 0.458740234375,
      "step": 12360,
      "teacher_forced_acoustic_top1": 0.16092354910714285,
      "teacher_forced_semantic_top1": 0.458740234375,
      "teacher_kl_loss": 1.977569818496704,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16305106026785715,
      "ce_loss": 3.676321506500244,
      "learning_rate": 1.086787330316742e-05,
      "loss": 4.176357746124268,
      "semantic_top1": 0.4417724609375,
      "step": 12380,
      "teacher_forced_acoustic_top1": 0.16305106026785715,
      "teacher_forced_semantic_top1": 0.4417724609375,
      "teacher_kl_loss": 2.0001444816589355,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16331263950892858,
      "ce_loss": 3.674354076385498,
      "learning_rate": 1.0826751679692854e-05,
      "loss": 4.16871452331543,
      "semantic_top1": 0.4627685546875,
      "step": 12400,
      "teacher_forced_acoustic_top1": 0.16331263950892858,
      "teacher_forced_semantic_top1": 0.4627685546875,
      "teacher_kl_loss": 1.9774410724639893,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16680036272321427,
      "ce_loss": 3.6512012481689453,
      "learning_rate": 1.078563005621829e-05,
      "loss": 4.141055583953857,
      "semantic_top1": 0.4755859375,
      "step": 12420,
      "teacher_forced_acoustic_top1": 0.16680036272321427,
      "teacher_forced_semantic_top1": 0.4755859375,
      "teacher_kl_loss": 1.9594166278839111,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16681780133928573,
      "ce_loss": 3.6570324897766113,
      "learning_rate": 1.0744508432743724e-05,
      "loss": 4.147243499755859,
      "semantic_top1": 0.4715576171875,
      "step": 12440,
      "teacher_forced_acoustic_top1": 0.16681780133928573,
      "teacher_forced_semantic_top1": 0.4715576171875,
      "teacher_kl_loss": 1.9608440399169922,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16721888950892858,
      "ce_loss": 3.641676425933838,
      "learning_rate": 1.070338680926916e-05,
      "loss": 4.132495880126953,
      "semantic_top1": 0.4693603515625,
      "step": 12460,
      "teacher_forced_acoustic_top1": 0.16721888950892858,
      "teacher_forced_semantic_top1": 0.4693603515625,
      "teacher_kl_loss": 1.9632773399353027,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16544015066964285,
      "ce_loss": 3.666935920715332,
      "learning_rate": 1.0662265185794597e-05,
      "loss": 4.16143798828125,
      "semantic_top1": 0.45556640625,
      "step": 12480,
      "teacher_forced_acoustic_top1": 0.16544015066964285,
      "teacher_forced_semantic_top1": 0.45556640625,
      "teacher_kl_loss": 1.9780089855194092,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17149135044642858,
      "ce_loss": 3.6236531734466553,
      "learning_rate": 1.0621143562320034e-05,
      "loss": 4.112541675567627,
      "semantic_top1": 0.4610595703125,
      "step": 12500,
      "teacher_forced_acoustic_top1": 0.17149135044642858,
      "teacher_forced_semantic_top1": 0.4610595703125,
      "teacher_kl_loss": 1.9555532932281494,
      "type": "train"
    },
    {
      "acoustic_top1": 0.06940093597808442,
      "acoustic_top5": 0.1918275511109984,
      "ce_loss": 3.607939286665483,
      "head_0_top1": 0.4233675870028409,
      "head_0_top5": 0.7964505282315341,
      "head_1_top1": 0.13954856178977273,
      "head_1_top5": 0.3455283425071023,
      "head_2_top1": 0.12340476296164772,
      "head_2_top5": 0.32207142223011365,
      "head_3_top1": 0.09004350142045454,
      "head_3_top5": 0.25267167524857953,
      "head_4_top1": 0.06262761896306818,
      "head_4_top5": 0.18893987482244318,
      "head_5_top1": 0.03284523703835227,
      "head_5_top5": 0.104644775390625,
      "head_6_top1": 0.020424582741477272,
      "head_6_top5": 0.07030695134943182,
      "head_7_top1": 0.01691228693181818,
      "head_7_top5": 0.058629816228693184,
      "loss": 4.088985443115234,
      "semantic_top1": 0.4233675870028409,
      "semantic_top5": 0.7964505282315341,
      "step": 12500,
      "teacher_forced_acoustic_top1": 0.173265333299513,
      "teacher_forced_acoustic_top5": 0.42548241553368504,
      "teacher_forced_head_0_top1": 0.4233675870028409,
      "teacher_forced_head_0_top5": 0.7964505282315341,
      "teacher_forced_head_1_top1": 0.258148193359375,
      "teacher_forced_head_1_top5": 0.5878850763494318,
      "teacher_forced_head_2_top1": 0.23052423650568182,
      "teacher_forced_head_2_top5": 0.5373701615767046,
      "teacher_forced_head_3_top1": 0.18223155628551135,
      "teacher_forced_head_3_top5": 0.44835038618607953,
      "teacher_forced_head_4_top1": 0.15584494850852273,
      "teacher_forced_head_4_top5": 0.3954107111150568,
      "teacher_forced_head_5_top1": 0.14497791637073865,
      "teacher_forced_head_5_top5": 0.3703224875710227,
      "teacher_forced_head_6_top1": 0.13160289417613635,
      "teacher_forced_head_6_top5": 0.34254316850142047,
      "teacher_forced_head_7_top1": 0.109527587890625,
      "teacher_forced_head_7_top5": 0.29649491743607953,
      "teacher_forced_semantic_top1": 0.4233675870028409,
      "teacher_forced_semantic_top5": 0.7964505282315341,
      "teacher_kl_loss": 1.9241834120316939,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16856166294642858,
      "ce_loss": 3.632862091064453,
      "learning_rate": 1.0580021938845467e-05,
      "loss": 4.122384071350098,
      "semantic_top1": 0.4727783203125,
      "step": 12520,
      "teacher_forced_acoustic_top1": 0.16856166294642858,
      "teacher_forced_semantic_top1": 0.4727783203125,
      "teacher_kl_loss": 1.9580888748168945,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16402762276785715,
      "ce_loss": 3.6561083793640137,
      "learning_rate": 1.0538900315370903e-05,
      "loss": 4.148063659667969,
      "semantic_top1": 0.466552734375,
      "step": 12540,
      "teacher_forced_acoustic_top1": 0.16402762276785715,
      "teacher_forced_semantic_top1": 0.466552734375,
      "teacher_kl_loss": 1.9678213596343994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16889299665178573,
      "ce_loss": 3.63400936126709,
      "learning_rate": 1.0497778691896337e-05,
      "loss": 4.124800682067871,
      "semantic_top1": 0.4615478515625,
      "step": 12560,
      "teacher_forced_acoustic_top1": 0.16889299665178573,
      "teacher_forced_semantic_top1": 0.4615478515625,
      "teacher_kl_loss": 1.9631648063659668,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16706194196428573,
      "ce_loss": 3.65704345703125,
      "learning_rate": 1.0456657068421773e-05,
      "loss": 4.154682159423828,
      "semantic_top1": 0.461181640625,
      "step": 12580,
      "teacher_forced_acoustic_top1": 0.16706194196428573,
      "teacher_forced_semantic_top1": 0.461181640625,
      "teacher_kl_loss": 1.9905543327331543,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16252790178571427,
      "ce_loss": 3.657438039779663,
      "learning_rate": 1.0415535444947208e-05,
      "loss": 4.150872230529785,
      "semantic_top1": 0.4599609375,
      "step": 12600,
      "teacher_forced_acoustic_top1": 0.16252790178571427,
      "teacher_forced_semantic_top1": 0.4599609375,
      "teacher_kl_loss": 1.973737120628357,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1669921875,
      "ce_loss": 3.646087169647217,
      "learning_rate": 1.0374413821472646e-05,
      "loss": 4.135043621063232,
      "semantic_top1": 0.466796875,
      "step": 12620,
      "teacher_forced_acoustic_top1": 0.1669921875,
      "teacher_forced_semantic_top1": 0.466796875,
      "teacher_kl_loss": 1.955825686454773,
      "type": "train"
    },
    {
      "acoustic_top1": 0.167236328125,
      "ce_loss": 3.6330108642578125,
      "learning_rate": 1.033329219799808e-05,
      "loss": 4.123296737670898,
      "semantic_top1": 0.466796875,
      "step": 12640,
      "teacher_forced_acoustic_top1": 0.167236328125,
      "teacher_forced_semantic_top1": 0.466796875,
      "teacher_kl_loss": 1.9611420631408691,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16934640066964285,
      "ce_loss": 3.6322736740112305,
      "learning_rate": 1.0292170574523516e-05,
      "loss": 4.120551109313965,
      "semantic_top1": 0.463134765625,
      "step": 12660,
      "teacher_forced_acoustic_top1": 0.16934640066964285,
      "teacher_forced_semantic_top1": 0.463134765625,
      "teacher_kl_loss": 1.9531092643737793,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16986955915178573,
      "ce_loss": 3.6243927478790283,
      "learning_rate": 1.0251048951048951e-05,
      "loss": 4.1086955070495605,
      "semantic_top1": 0.4730224609375,
      "step": 12680,
      "teacher_forced_acoustic_top1": 0.16986955915178573,
      "teacher_forced_semantic_top1": 0.4730224609375,
      "teacher_kl_loss": 1.9372109174728394,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16362653459821427,
      "ce_loss": 3.6757795810699463,
      "learning_rate": 1.0209927327574387e-05,
      "loss": 4.170418739318848,
      "semantic_top1": 0.452880859375,
      "step": 12700,
      "teacher_forced_acoustic_top1": 0.16362653459821427,
      "teacher_forced_semantic_top1": 0.452880859375,
      "teacher_kl_loss": 1.978557825088501,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16547502790178573,
      "ce_loss": 3.6481196880340576,
      "learning_rate": 1.016880570409982e-05,
      "loss": 4.139732837677002,
      "semantic_top1": 0.46484375,
      "step": 12720,
      "teacher_forced_acoustic_top1": 0.16547502790178573,
      "teacher_forced_semantic_top1": 0.46484375,
      "teacher_kl_loss": 1.9664530754089355,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16099330357142858,
      "ce_loss": 3.676879405975342,
      "learning_rate": 1.0127684080625254e-05,
      "loss": 4.176303863525391,
      "semantic_top1": 0.46533203125,
      "step": 12740,
      "teacher_forced_acoustic_top1": 0.16099330357142858,
      "teacher_forced_semantic_top1": 0.46533203125,
      "teacher_kl_loss": 1.9976979494094849,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16983468191964285,
      "ce_loss": 3.613981008529663,
      "learning_rate": 1.0086562457150692e-05,
      "loss": 4.097248077392578,
      "semantic_top1": 0.471435546875,
      "step": 12760,
      "teacher_forced_acoustic_top1": 0.16983468191964285,
      "teacher_forced_semantic_top1": 0.471435546875,
      "teacher_kl_loss": 1.9330675601959229,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16495186941964285,
      "ce_loss": 3.6558380126953125,
      "learning_rate": 1.0045440833676127e-05,
      "loss": 4.148213863372803,
      "semantic_top1": 0.465576171875,
      "step": 12780,
      "teacher_forced_acoustic_top1": 0.16495186941964285,
      "teacher_forced_semantic_top1": 0.465576171875,
      "teacher_kl_loss": 1.9695018529891968,
      "type": "train"
    },
    {
      "acoustic_top1": 0.167236328125,
      "ce_loss": 3.655128002166748,
      "learning_rate": 1.0004319210201563e-05,
      "loss": 4.145289421081543,
      "semantic_top1": 0.45361328125,
      "step": 12800,
      "teacher_forced_acoustic_top1": 0.167236328125,
      "teacher_forced_semantic_top1": 0.45361328125,
      "teacher_kl_loss": 1.9606435298919678,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16484723772321427,
      "ce_loss": 3.651024341583252,
      "learning_rate": 9.963197586726998e-06,
      "loss": 4.141916275024414,
      "semantic_top1": 0.4599609375,
      "step": 12820,
      "teacher_forced_acoustic_top1": 0.16484723772321427,
      "teacher_forced_semantic_top1": 0.4599609375,
      "teacher_kl_loss": 1.9635677337646484,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16240583147321427,
      "ce_loss": 3.6747803688049316,
      "learning_rate": 9.922075963252433e-06,
      "loss": 4.17084264755249,
      "semantic_top1": 0.4630126953125,
      "step": 12840,
      "teacher_forced_acoustic_top1": 0.16240583147321427,
      "teacher_forced_semantic_top1": 0.4630126953125,
      "teacher_kl_loss": 1.9842497110366821,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16571916852678573,
      "ce_loss": 3.655815362930298,
      "learning_rate": 9.880954339777868e-06,
      "loss": 4.139704704284668,
      "semantic_top1": 0.46630859375,
      "step": 12860,
      "teacher_forced_acoustic_top1": 0.16571916852678573,
      "teacher_forced_semantic_top1": 0.46630859375,
      "teacher_kl_loss": 1.935557246208191,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16922433035714285,
      "ce_loss": 3.6454010009765625,
      "learning_rate": 9.839832716303303e-06,
      "loss": 4.140312194824219,
      "semantic_top1": 0.466552734375,
      "step": 12880,
      "teacher_forced_acoustic_top1": 0.16922433035714285,
      "teacher_forced_semantic_top1": 0.466552734375,
      "teacher_kl_loss": 1.9796432256698608,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16693987165178573,
      "ce_loss": 3.6483426094055176,
      "learning_rate": 9.798711092828741e-06,
      "loss": 4.142132759094238,
      "semantic_top1": 0.4580078125,
      "step": 12900,
      "teacher_forced_acoustic_top1": 0.16693987165178573,
      "teacher_forced_semantic_top1": 0.4580078125,
      "teacher_kl_loss": 1.975160002708435,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16671316964285715,
      "ce_loss": 3.649153232574463,
      "learning_rate": 9.757589469354176e-06,
      "loss": 4.139997482299805,
      "semantic_top1": 0.4632568359375,
      "step": 12920,
      "teacher_forced_acoustic_top1": 0.16671316964285715,
      "teacher_forced_semantic_top1": 0.4632568359375,
      "teacher_kl_loss": 1.9633777141571045,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16720145089285715,
      "ce_loss": 3.6464755535125732,
      "learning_rate": 9.716467845879611e-06,
      "loss": 4.137651443481445,
      "semantic_top1": 0.461669921875,
      "step": 12940,
      "teacher_forced_acoustic_top1": 0.16720145089285715,
      "teacher_forced_semantic_top1": 0.461669921875,
      "teacher_kl_loss": 1.9647037982940674,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16585867745535715,
      "ce_loss": 3.65156888961792,
      "learning_rate": 9.675346222405044e-06,
      "loss": 4.141901016235352,
      "semantic_top1": 0.4566650390625,
      "step": 12960,
      "teacher_forced_acoustic_top1": 0.16585867745535715,
      "teacher_forced_semantic_top1": 0.4566650390625,
      "teacher_kl_loss": 1.9613293409347534,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17234584263392858,
      "ce_loss": 3.6047239303588867,
      "learning_rate": 9.63422459893048e-06,
      "loss": 4.093762397766113,
      "semantic_top1": 0.4815673828125,
      "step": 12980,
      "teacher_forced_acoustic_top1": 0.17234584263392858,
      "teacher_forced_semantic_top1": 0.4815673828125,
      "teacher_kl_loss": 1.9561543464660645,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17138671875,
      "ce_loss": 3.61885142326355,
      "learning_rate": 9.593102975455914e-06,
      "loss": 4.10670804977417,
      "semantic_top1": 0.456298828125,
      "step": 13000,
      "teacher_forced_acoustic_top1": 0.17138671875,
      "teacher_forced_semantic_top1": 0.456298828125,
      "teacher_kl_loss": 1.9514265060424805,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07023442255986201,
      "acoustic_top5": 0.1937188482903815,
      "ce_loss": 3.5932627591219815,
      "head_0_top1": 0.424530029296875,
      "head_0_top5": 0.7973438609730114,
      "head_1_top1": 0.1412325772372159,
      "head_1_top5": 0.34925426136363635,
      "head_2_top1": 0.12485573508522728,
      "head_2_top5": 0.3240744850852273,
      "head_3_top1": 0.09054287997159091,
      "head_3_top5": 0.25471080433238635,
      "head_4_top1": 0.06354314630681818,
      "head_4_top5": 0.19007734818892044,
      "head_5_top1": 0.033097700639204544,
      "head_5_top5": 0.10591819069602272,
      "head_6_top1": 0.02108209783380682,
      "head_6_top5": 0.07184947620738637,
      "head_7_top1": 0.017286820845170456,
      "head_7_top5": 0.06014737215909091,
      "loss": 4.07457802512429,
      "semantic_top1": 0.424530029296875,
      "semantic_top5": 0.7973438609730114,
      "step": 13000,
      "teacher_forced_acoustic_top1": 0.17467944653003248,
      "teacher_forced_acoustic_top5": 0.4284446022727273,
      "teacher_forced_head_0_top1": 0.424530029296875,
      "teacher_forced_head_0_top5": 0.7973438609730114,
      "teacher_forced_head_1_top1": 0.25966297496448865,
      "teacher_forced_head_1_top5": 0.5907259854403409,
      "teacher_forced_head_2_top1": 0.2319363680752841,
      "teacher_forced_head_2_top5": 0.5394398082386364,
      "teacher_forced_head_3_top1": 0.18344671075994318,
      "teacher_forced_head_3_top5": 0.45167957652698865,
      "teacher_forced_head_4_top1": 0.15784801136363635,
      "teacher_forced_head_4_top5": 0.40102039683948865,
      "teacher_forced_head_5_top1": 0.14616532759232956,
      "teacher_forced_head_5_top5": 0.37375987659801135,
      "teacher_forced_head_6_top1": 0.132904052734375,
      "teacher_forced_head_6_top5": 0.344512939453125,
      "teacher_forced_head_7_top1": 0.11079268022017046,
      "teacher_forced_head_7_top5": 0.2979736328125,
      "teacher_forced_semantic_top1": 0.424530029296875,
      "teacher_forced_semantic_top5": 0.7973438609730114,
      "teacher_kl_loss": 1.9252595034512607,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16507393973214285,
      "ce_loss": 3.6442575454711914,
      "learning_rate": 9.55198135198135e-06,
      "loss": 4.13114070892334,
      "semantic_top1": 0.4697265625,
      "step": 13020,
      "teacher_forced_acoustic_top1": 0.16507393973214285,
      "teacher_forced_semantic_top1": 0.4697265625,
      "teacher_kl_loss": 1.9475340843200684,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16334751674107142,
      "ce_loss": 3.68507719039917,
      "learning_rate": 9.51085972850679e-06,
      "loss": 4.179653644561768,
      "semantic_top1": 0.4483642578125,
      "step": 13040,
      "teacher_forced_acoustic_top1": 0.16334751674107142,
      "teacher_forced_semantic_top1": 0.4483642578125,
      "teacher_kl_loss": 1.9783060550689697,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17154366629464285,
      "ce_loss": 3.6084883213043213,
      "learning_rate": 9.469738105032223e-06,
      "loss": 4.093148231506348,
      "semantic_top1": 0.469482421875,
      "step": 13060,
      "teacher_forced_acoustic_top1": 0.17154366629464285,
      "teacher_forced_semantic_top1": 0.469482421875,
      "teacher_kl_loss": 1.9386394023895264,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16498674665178573,
      "ce_loss": 3.6716604232788086,
      "learning_rate": 9.428616481557658e-06,
      "loss": 4.1656646728515625,
      "semantic_top1": 0.4605712890625,
      "step": 13080,
      "teacher_forced_acoustic_top1": 0.16498674665178573,
      "teacher_forced_semantic_top1": 0.4605712890625,
      "teacher_kl_loss": 1.9760152101516724,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16803850446428573,
      "ce_loss": 3.6407928466796875,
      "learning_rate": 9.387494858083093e-06,
      "loss": 4.123017311096191,
      "semantic_top1": 0.451171875,
      "step": 13100,
      "teacher_forced_acoustic_top1": 0.16803850446428573,
      "teacher_forced_semantic_top1": 0.451171875,
      "teacher_kl_loss": 1.9288966655731201,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17070661272321427,
      "ce_loss": 3.6219887733459473,
      "learning_rate": 9.346373234608526e-06,
      "loss": 4.108363628387451,
      "semantic_top1": 0.4422607421875,
      "step": 13120,
      "teacher_forced_acoustic_top1": 0.17070661272321427,
      "teacher_forced_semantic_top1": 0.4422607421875,
      "teacher_kl_loss": 1.9454998970031738,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17405482700892858,
      "ce_loss": 3.6034116744995117,
      "learning_rate": 9.305251611133963e-06,
      "loss": 4.086396217346191,
      "semantic_top1": 0.462646484375,
      "step": 13140,
      "teacher_forced_acoustic_top1": 0.17405482700892858,
      "teacher_forced_semantic_top1": 0.462646484375,
      "teacher_kl_loss": 1.9319393634796143,
      "type": "train"
    },
    {
      "acoustic_top1": 0.166259765625,
      "ce_loss": 3.6424407958984375,
      "learning_rate": 9.264129987659396e-06,
      "loss": 4.1269917488098145,
      "semantic_top1": 0.4583740234375,
      "step": 13160,
      "teacher_forced_acoustic_top1": 0.166259765625,
      "teacher_forced_semantic_top1": 0.4583740234375,
      "teacher_kl_loss": 1.9382033348083496,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16306849888392858,
      "ce_loss": 3.662146806716919,
      "learning_rate": 9.223008364184836e-06,
      "loss": 4.158520698547363,
      "semantic_top1": 0.461181640625,
      "step": 13180,
      "teacher_forced_acoustic_top1": 0.16306849888392858,
      "teacher_forced_semantic_top1": 0.461181640625,
      "teacher_kl_loss": 1.985496163368225,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17314801897321427,
      "ce_loss": 3.589087963104248,
      "learning_rate": 9.181886740710271e-06,
      "loss": 4.071384429931641,
      "semantic_top1": 0.4664306640625,
      "step": 13200,
      "teacher_forced_acoustic_top1": 0.17314801897321427,
      "teacher_forced_semantic_top1": 0.4664306640625,
      "teacher_kl_loss": 1.9291870594024658,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16338239397321427,
      "ce_loss": 3.6585898399353027,
      "learning_rate": 9.140765117235706e-06,
      "loss": 4.147613048553467,
      "semantic_top1": 0.4622802734375,
      "step": 13220,
      "teacher_forced_acoustic_top1": 0.16338239397321427,
      "teacher_forced_semantic_top1": 0.4622802734375,
      "teacher_kl_loss": 1.9560925960540771,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16985212053571427,
      "ce_loss": 3.640385150909424,
      "learning_rate": 9.09964349376114e-06,
      "loss": 4.126112461090088,
      "semantic_top1": 0.4456787109375,
      "step": 13240,
      "teacher_forced_acoustic_top1": 0.16985212053571427,
      "teacher_forced_semantic_top1": 0.4456787109375,
      "teacher_kl_loss": 1.9429104328155518,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16209193638392858,
      "ce_loss": 3.693143844604492,
      "learning_rate": 9.058521870286574e-06,
      "loss": 4.190798759460449,
      "semantic_top1": 0.4713134765625,
      "step": 13260,
      "teacher_forced_acoustic_top1": 0.16209193638392858,
      "teacher_forced_semantic_top1": 0.4713134765625,
      "teacher_kl_loss": 1.9906190633773804,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17032296316964285,
      "ce_loss": 3.6082067489624023,
      "learning_rate": 9.01740024681201e-06,
      "loss": 4.096402168273926,
      "semantic_top1": 0.4677734375,
      "step": 13280,
      "teacher_forced_acoustic_top1": 0.17032296316964285,
      "teacher_forced_semantic_top1": 0.4677734375,
      "teacher_kl_loss": 1.9527820348739624,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17025320870535715,
      "ce_loss": 3.603449821472168,
      "learning_rate": 8.976278623337444e-06,
      "loss": 4.090243339538574,
      "semantic_top1": 0.470703125,
      "step": 13300,
      "teacher_forced_acoustic_top1": 0.17025320870535715,
      "teacher_forced_semantic_top1": 0.470703125,
      "teacher_kl_loss": 1.9471750259399414,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1739501953125,
      "ce_loss": 3.612455368041992,
      "learning_rate": 8.935156999862883e-06,
      "loss": 4.099452972412109,
      "semantic_top1": 0.458984375,
      "step": 13320,
      "teacher_forced_acoustic_top1": 0.1739501953125,
      "teacher_forced_semantic_top1": 0.458984375,
      "teacher_kl_loss": 1.9479886293411255,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16812569754464285,
      "ce_loss": 3.635476589202881,
      "learning_rate": 8.894035376388317e-06,
      "loss": 4.1240763664245605,
      "semantic_top1": 0.470458984375,
      "step": 13340,
      "teacher_forced_acoustic_top1": 0.16812569754464285,
      "teacher_forced_semantic_top1": 0.470458984375,
      "teacher_kl_loss": 1.95439875125885,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17330496651785715,
      "ce_loss": 3.592928171157837,
      "learning_rate": 8.852913752913753e-06,
      "loss": 4.072829723358154,
      "semantic_top1": 0.478515625,
      "step": 13360,
      "teacher_forced_acoustic_top1": 0.17330496651785715,
      "teacher_forced_semantic_top1": 0.478515625,
      "teacher_kl_loss": 1.9196062088012695,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17335728236607142,
      "ce_loss": 3.588125705718994,
      "learning_rate": 8.811792129439186e-06,
      "loss": 4.07191276550293,
      "semantic_top1": 0.46044921875,
      "step": 13380,
      "teacher_forced_acoustic_top1": 0.17335728236607142,
      "teacher_forced_semantic_top1": 0.46044921875,
      "teacher_kl_loss": 1.9351475238800049,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1673583984375,
      "ce_loss": 3.646510124206543,
      "learning_rate": 8.770670505964623e-06,
      "loss": 4.132632255554199,
      "semantic_top1": 0.4644775390625,
      "step": 13400,
      "teacher_forced_acoustic_top1": 0.1673583984375,
      "teacher_forced_semantic_top1": 0.4644775390625,
      "teacher_kl_loss": 1.9444900751113892,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16898018973214285,
      "ce_loss": 3.610360622406006,
      "learning_rate": 8.729548882490058e-06,
      "loss": 4.097557544708252,
      "semantic_top1": 0.45068359375,
      "step": 13420,
      "teacher_forced_acoustic_top1": 0.16898018973214285,
      "teacher_forced_semantic_top1": 0.45068359375,
      "teacher_kl_loss": 1.9487875699996948,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16728864397321427,
      "ce_loss": 3.6448922157287598,
      "learning_rate": 8.688427259015496e-06,
      "loss": 4.133523941040039,
      "semantic_top1": 0.4501953125,
      "step": 13440,
      "teacher_forced_acoustic_top1": 0.16728864397321427,
      "teacher_forced_semantic_top1": 0.4501953125,
      "teacher_kl_loss": 1.9545269012451172,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16739327566964285,
      "ce_loss": 3.646543502807617,
      "learning_rate": 8.64730563554093e-06,
      "loss": 4.138913631439209,
      "semantic_top1": 0.454345703125,
      "step": 13460,
      "teacher_forced_acoustic_top1": 0.16739327566964285,
      "teacher_forced_semantic_top1": 0.454345703125,
      "teacher_kl_loss": 1.9694793224334717,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17025320870535715,
      "ce_loss": 3.627408981323242,
      "learning_rate": 8.606184012066366e-06,
      "loss": 4.115802764892578,
      "semantic_top1": 0.4664306640625,
      "step": 13480,
      "teacher_forced_acoustic_top1": 0.17025320870535715,
      "teacher_forced_semantic_top1": 0.4664306640625,
      "teacher_kl_loss": 1.9535751342773438,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17286900111607142,
      "ce_loss": 3.594651699066162,
      "learning_rate": 8.5650623885918e-06,
      "loss": 4.079193115234375,
      "semantic_top1": 0.4688720703125,
      "step": 13500,
      "teacher_forced_acoustic_top1": 0.17286900111607142,
      "teacher_forced_semantic_top1": 0.4688720703125,
      "teacher_kl_loss": 1.9381663799285889,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07083209149249188,
      "acoustic_top5": 0.19488287591314934,
      "ce_loss": 3.5790124373002485,
      "head_0_top1": 0.42552323774857953,
      "head_0_top5": 0.7986200506036932,
      "head_1_top1": 0.14177634499289773,
      "head_1_top5": 0.350372314453125,
      "head_2_top1": 0.12656749378551135,
      "head_2_top5": 0.3274508389559659,
      "head_3_top1": 0.09150557084517046,
      "head_3_top5": 0.25602583451704547,
      "head_4_top1": 0.063751220703125,
      "head_4_top5": 0.19011896306818182,
      "head_5_top1": 0.033563787286931816,
      "head_5_top5": 0.10671442205255682,
      "head_6_top1": 0.020979447798295456,
      "head_6_top5": 0.07242653586647728,
      "head_7_top1": 0.017680775035511364,
      "head_7_top5": 0.061071222478693184,
      "loss": 4.058255282315341,
      "semantic_top1": 0.42552323774857953,
      "semantic_top5": 0.7986200506036932,
      "step": 13500,
      "teacher_forced_acoustic_top1": 0.17647522765320617,
      "teacher_forced_acoustic_top5": 0.4316862032010958,
      "teacher_forced_head_0_top1": 0.42552323774857953,
      "teacher_forced_head_0_top5": 0.7986200506036932,
      "teacher_forced_head_1_top1": 0.2614191228693182,
      "teacher_forced_head_1_top5": 0.5928511186079546,
      "teacher_forced_head_2_top1": 0.23530994762073865,
      "teacher_forced_head_2_top5": 0.5462174849076704,
      "teacher_forced_head_3_top1": 0.18543590198863635,
      "teacher_forced_head_3_top5": 0.4548617276278409,
      "teacher_forced_head_4_top1": 0.15849165482954544,
      "teacher_forced_head_4_top5": 0.4017972079190341,
      "teacher_forced_head_5_top1": 0.14744429154829544,
      "teacher_forced_head_5_top5": 0.37542724609375,
      "teacher_forced_head_6_top1": 0.13420798561789773,
      "teacher_forced_head_6_top5": 0.34751753373579547,
      "teacher_forced_head_7_top1": 0.11301768909801137,
      "teacher_forced_head_7_top5": 0.303131103515625,
      "teacher_forced_semantic_top1": 0.42552323774857953,
      "teacher_forced_semantic_top5": 0.7986200506036932,
      "teacher_kl_loss": 1.9169731140136719,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.17086356026785715,
      "ce_loss": 3.6004652976989746,
      "learning_rate": 8.523940765117234e-06,
      "loss": 4.088428497314453,
      "semantic_top1": 0.46337890625,
      "step": 13520,
      "teacher_forced_acoustic_top1": 0.17086356026785715,
      "teacher_forced_semantic_top1": 0.46337890625,
      "teacher_kl_loss": 1.9518530368804932,
      "type": "train"
    },
    {
      "acoustic_top1": 0.169189453125,
      "ce_loss": 3.6166882514953613,
      "learning_rate": 8.482819141642669e-06,
      "loss": 4.102492809295654,
      "semantic_top1": 0.472900390625,
      "step": 13540,
      "teacher_forced_acoustic_top1": 0.169189453125,
      "teacher_forced_semantic_top1": 0.472900390625,
      "teacher_kl_loss": 1.9432191848754883,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16868373325892858,
      "ce_loss": 3.6610913276672363,
      "learning_rate": 8.441697518168105e-06,
      "loss": 4.156708240509033,
      "semantic_top1": 0.4490966796875,
      "step": 13560,
      "teacher_forced_acoustic_top1": 0.16868373325892858,
      "teacher_forced_semantic_top1": 0.4490966796875,
      "teacher_kl_loss": 1.9824676513671875,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16936383928571427,
      "ce_loss": 3.6377458572387695,
      "learning_rate": 8.400575894693543e-06,
      "loss": 4.125527381896973,
      "semantic_top1": 0.4718017578125,
      "step": 13580,
      "teacher_forced_acoustic_top1": 0.16936383928571427,
      "teacher_forced_semantic_top1": 0.4718017578125,
      "teacher_kl_loss": 1.9511265754699707,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16683523995535715,
      "ce_loss": 3.6294496059417725,
      "learning_rate": 8.359454271218977e-06,
      "loss": 4.123134136199951,
      "semantic_top1": 0.46630859375,
      "step": 13600,
      "teacher_forced_acoustic_top1": 0.16683523995535715,
      "teacher_forced_semantic_top1": 0.46630859375,
      "teacher_kl_loss": 1.974738597869873,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17196219308035715,
      "ce_loss": 3.6183760166168213,
      "learning_rate": 8.318332647744413e-06,
      "loss": 4.108273506164551,
      "semantic_top1": 0.4732666015625,
      "step": 13620,
      "teacher_forced_acoustic_top1": 0.17196219308035715,
      "teacher_forced_semantic_top1": 0.4732666015625,
      "teacher_kl_loss": 1.9595894813537598,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17635672433035715,
      "ce_loss": 3.586967945098877,
      "learning_rate": 8.277211024269848e-06,
      "loss": 4.065083980560303,
      "semantic_top1": 0.475341796875,
      "step": 13640,
      "teacher_forced_acoustic_top1": 0.17635672433035715,
      "teacher_forced_semantic_top1": 0.475341796875,
      "teacher_kl_loss": 1.9124640226364136,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17109026227678573,
      "ce_loss": 3.6092965602874756,
      "learning_rate": 8.236089400795281e-06,
      "loss": 4.094869613647461,
      "semantic_top1": 0.4678955078125,
      "step": 13660,
      "teacher_forced_acoustic_top1": 0.17109026227678573,
      "teacher_forced_semantic_top1": 0.4678955078125,
      "teacher_kl_loss": 1.9422924518585205,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16816057477678573,
      "ce_loss": 3.615846633911133,
      "learning_rate": 8.194967777320718e-06,
      "loss": 4.101088523864746,
      "semantic_top1": 0.4774169921875,
      "step": 13680,
      "teacher_forced_acoustic_top1": 0.16816057477678573,
      "teacher_forced_semantic_top1": 0.4774169921875,
      "teacher_kl_loss": 1.9409676790237427,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17121233258928573,
      "ce_loss": 3.593177318572998,
      "learning_rate": 8.153846153846151e-06,
      "loss": 4.078139305114746,
      "semantic_top1": 0.4742431640625,
      "step": 13700,
      "teacher_forced_acoustic_top1": 0.17121233258928573,
      "teacher_forced_semantic_top1": 0.4742431640625,
      "teacher_kl_loss": 1.9398480653762817,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16957310267857142,
      "ce_loss": 3.617683172225952,
      "learning_rate": 8.11272453037159e-06,
      "loss": 4.104588985443115,
      "semantic_top1": 0.46435546875,
      "step": 13720,
      "teacher_forced_acoustic_top1": 0.16957310267857142,
      "teacher_forced_semantic_top1": 0.46435546875,
      "teacher_kl_loss": 1.947623610496521,
      "type": "train"
    },
    {
      "acoustic_top1": 0.173828125,
      "ce_loss": 3.609706163406372,
      "learning_rate": 8.071602906897026e-06,
      "loss": 4.098207950592041,
      "semantic_top1": 0.455078125,
      "step": 13740,
      "teacher_forced_acoustic_top1": 0.173828125,
      "teacher_forced_semantic_top1": 0.455078125,
      "teacher_kl_loss": 1.9540053606033325,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17252022879464285,
      "ce_loss": 3.5864033699035645,
      "learning_rate": 8.03048128342246e-06,
      "loss": 4.070091247558594,
      "semantic_top1": 0.47314453125,
      "step": 13760,
      "teacher_forced_acoustic_top1": 0.17252022879464285,
      "teacher_forced_semantic_top1": 0.47314453125,
      "teacher_kl_loss": 1.9347515106201172,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16767229352678573,
      "ce_loss": 3.634354591369629,
      "learning_rate": 7.989359659947896e-06,
      "loss": 4.1282501220703125,
      "semantic_top1": 0.46923828125,
      "step": 13780,
      "teacher_forced_acoustic_top1": 0.16767229352678573,
      "teacher_forced_semantic_top1": 0.46923828125,
      "teacher_kl_loss": 1.9755821228027344,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16444614955357142,
      "ce_loss": 3.669466257095337,
      "learning_rate": 7.948238036473329e-06,
      "loss": 4.161359786987305,
      "semantic_top1": 0.4697265625,
      "step": 13800,
      "teacher_forced_acoustic_top1": 0.16444614955357142,
      "teacher_forced_semantic_top1": 0.4697265625,
      "teacher_kl_loss": 1.9675732851028442,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17367117745535715,
      "ce_loss": 3.597501277923584,
      "learning_rate": 7.907116412998765e-06,
      "loss": 4.0796942710876465,
      "semantic_top1": 0.469970703125,
      "step": 13820,
      "teacher_forced_acoustic_top1": 0.17367117745535715,
      "teacher_forced_semantic_top1": 0.469970703125,
      "teacher_kl_loss": 1.9287714958190918,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17241559709821427,
      "ce_loss": 3.60705828666687,
      "learning_rate": 7.865994789524198e-06,
      "loss": 4.096578598022461,
      "semantic_top1": 0.464599609375,
      "step": 13840,
      "teacher_forced_acoustic_top1": 0.17241559709821427,
      "teacher_forced_semantic_top1": 0.464599609375,
      "teacher_kl_loss": 1.958080530166626,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16863141741071427,
      "ce_loss": 3.635472059249878,
      "learning_rate": 7.824873166049638e-06,
      "loss": 4.12136173248291,
      "semantic_top1": 0.4742431640625,
      "step": 13860,
      "teacher_forced_acoustic_top1": 0.16863141741071427,
      "teacher_forced_semantic_top1": 0.4742431640625,
      "teacher_kl_loss": 1.9435588121414185,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16943359375,
      "ce_loss": 3.619131565093994,
      "learning_rate": 7.783751542575072e-06,
      "loss": 4.107100486755371,
      "semantic_top1": 0.465087890625,
      "step": 13880,
      "teacher_forced_acoustic_top1": 0.16943359375,
      "teacher_forced_semantic_top1": 0.465087890625,
      "teacher_kl_loss": 1.9518764019012451,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16871861049107142,
      "ce_loss": 3.6362719535827637,
      "learning_rate": 7.742629919100508e-06,
      "loss": 4.123744964599609,
      "semantic_top1": 0.4573974609375,
      "step": 13900,
      "teacher_forced_acoustic_top1": 0.16871861049107142,
      "teacher_forced_semantic_top1": 0.4573974609375,
      "teacher_kl_loss": 1.9498918056488037,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16976492745535715,
      "ce_loss": 3.624873161315918,
      "learning_rate": 7.701508295625941e-06,
      "loss": 4.10706901550293,
      "semantic_top1": 0.45654296875,
      "step": 13920,
      "teacher_forced_acoustic_top1": 0.16976492745535715,
      "teacher_forced_semantic_top1": 0.45654296875,
      "teacher_kl_loss": 1.9287827014923096,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17156110491071427,
      "ce_loss": 3.6193437576293945,
      "learning_rate": 7.660386672151378e-06,
      "loss": 4.1075921058654785,
      "semantic_top1": 0.453125,
      "step": 13940,
      "teacher_forced_acoustic_top1": 0.17156110491071427,
      "teacher_forced_semantic_top1": 0.453125,
      "teacher_kl_loss": 1.9529943466186523,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17464773995535715,
      "ce_loss": 3.582523822784424,
      "learning_rate": 7.619265048676812e-06,
      "loss": 4.065314292907715,
      "semantic_top1": 0.4656982421875,
      "step": 13960,
      "teacher_forced_acoustic_top1": 0.17464773995535715,
      "teacher_forced_semantic_top1": 0.4656982421875,
      "teacher_kl_loss": 1.9311609268188477,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16976492745535715,
      "ce_loss": 3.6246511936187744,
      "learning_rate": 7.578143425202247e-06,
      "loss": 4.117585182189941,
      "semantic_top1": 0.463623046875,
      "step": 13980,
      "teacher_forced_acoustic_top1": 0.16976492745535715,
      "teacher_forced_semantic_top1": 0.463623046875,
      "teacher_kl_loss": 1.9717342853546143,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17529296875,
      "ce_loss": 3.568281888961792,
      "learning_rate": 7.537021801727687e-06,
      "loss": 4.049251556396484,
      "semantic_top1": 0.4697265625,
      "step": 14000,
      "teacher_forced_acoustic_top1": 0.17529296875,
      "teacher_forced_semantic_top1": 0.4697265625,
      "teacher_kl_loss": 1.923877477645874,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07123991730925325,
      "acoustic_top5": 0.19571239917309252,
      "ce_loss": 3.5653242631392046,
      "head_0_top1": 0.4271906072443182,
      "head_0_top5": 0.8005038174715909,
      "head_1_top1": 0.1431607333096591,
      "head_1_top5": 0.35215620561079547,
      "head_2_top1": 0.12685047496448865,
      "head_2_top5": 0.32832752574573865,
      "head_3_top1": 0.09192449396306818,
      "head_3_top5": 0.25684980912642047,
      "head_4_top1": 0.06445867365056818,
      "head_4_top5": 0.1921358975497159,
      "head_5_top1": 0.03329745205965909,
      "head_5_top5": 0.10695856267755682,
      "head_6_top1": 0.021298495205965908,
      "head_6_top5": 0.07241266424005682,
      "head_7_top1": 0.017689098011363636,
      "head_7_top5": 0.06114612926136364,
      "loss": 4.043101224032315,
      "semantic_top1": 0.4271906072443182,
      "semantic_top5": 0.8005038174715909,
      "step": 14000,
      "teacher_forced_acoustic_top1": 0.1782591188108766,
      "teacher_forced_acoustic_top5": 0.434522752637987,
      "teacher_forced_head_0_top1": 0.4271906072443182,
      "teacher_forced_head_0_top5": 0.8005038174715909,
      "teacher_forced_head_1_top1": 0.2632501775568182,
      "teacher_forced_head_1_top5": 0.5962496670809659,
      "teacher_forced_head_2_top1": 0.23741843483664773,
      "teacher_forced_head_2_top5": 0.5482094504616477,
      "teacher_forced_head_3_top1": 0.18676202947443182,
      "teacher_forced_head_3_top5": 0.45762218128551135,
      "teacher_forced_head_4_top1": 0.16111339222301135,
      "teacher_forced_head_4_top5": 0.40538163618607953,
      "teacher_forced_head_5_top1": 0.1492337313565341,
      "teacher_forced_head_5_top5": 0.3793362704190341,
      "teacher_forced_head_6_top1": 0.13579767400568182,
      "teacher_forced_head_6_top5": 0.3501864346590909,
      "teacher_forced_head_7_top1": 0.11423839222301137,
      "teacher_forced_head_7_top5": 0.30467362837357953,
      "teacher_forced_semantic_top1": 0.4271906072443182,
      "teacher_forced_semantic_top5": 0.8005038174715909,
      "teacher_kl_loss": 1.9111083637584338,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16922433035714285,
      "ce_loss": 3.635404586791992,
      "learning_rate": 7.49590017825312e-06,
      "loss": 4.130021572113037,
      "semantic_top1": 0.445556640625,
      "step": 14020,
      "teacher_forced_acoustic_top1": 0.16922433035714285,
      "teacher_forced_semantic_top1": 0.445556640625,
      "teacher_kl_loss": 1.9784674644470215,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16849190848214285,
      "ce_loss": 3.624082088470459,
      "learning_rate": 7.454778554778554e-06,
      "loss": 4.109877586364746,
      "semantic_top1": 0.478271484375,
      "step": 14040,
      "teacher_forced_acoustic_top1": 0.16849190848214285,
      "teacher_forced_semantic_top1": 0.478271484375,
      "teacher_kl_loss": 1.9431825876235962,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16896275111607142,
      "ce_loss": 3.6323771476745605,
      "learning_rate": 7.4136569313039895e-06,
      "loss": 4.122681140899658,
      "semantic_top1": 0.4620361328125,
      "step": 14060,
      "teacher_forced_acoustic_top1": 0.16896275111607142,
      "teacher_forced_semantic_top1": 0.4620361328125,
      "teacher_kl_loss": 1.9612164497375488,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17328752790178573,
      "ce_loss": 3.5802409648895264,
      "learning_rate": 7.372535307829424e-06,
      "loss": 4.060842037200928,
      "semantic_top1": 0.4801025390625,
      "step": 14080,
      "teacher_forced_acoustic_top1": 0.17328752790178573,
      "teacher_forced_semantic_top1": 0.4801025390625,
      "teacher_kl_loss": 1.9224052429199219,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16755022321428573,
      "ce_loss": 3.629922866821289,
      "learning_rate": 7.33141368435486e-06,
      "loss": 4.118175506591797,
      "semantic_top1": 0.482666015625,
      "step": 14100,
      "teacher_forced_acoustic_top1": 0.16755022321428573,
      "teacher_forced_semantic_top1": 0.482666015625,
      "teacher_kl_loss": 1.953010082244873,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17264229910714285,
      "ce_loss": 3.615493059158325,
      "learning_rate": 7.290292060880294e-06,
      "loss": 4.108879089355469,
      "semantic_top1": 0.4761962890625,
      "step": 14120,
      "teacher_forced_acoustic_top1": 0.17264229910714285,
      "teacher_forced_semantic_top1": 0.4761962890625,
      "teacher_kl_loss": 1.9735450744628906,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17128208705357142,
      "ce_loss": 3.5961720943450928,
      "learning_rate": 7.249170437405732e-06,
      "loss": 4.077600479125977,
      "semantic_top1": 0.468017578125,
      "step": 14140,
      "teacher_forced_acoustic_top1": 0.17128208705357142,
      "teacher_forced_semantic_top1": 0.468017578125,
      "teacher_kl_loss": 1.9257121086120605,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17328752790178573,
      "ce_loss": 3.6022801399230957,
      "learning_rate": 7.208048813931168e-06,
      "loss": 4.092835903167725,
      "semantic_top1": 0.468994140625,
      "step": 14160,
      "teacher_forced_acoustic_top1": 0.17328752790178573,
      "teacher_forced_semantic_top1": 0.468994140625,
      "teacher_kl_loss": 1.9622246026992798,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16910226004464285,
      "ce_loss": 3.6263155937194824,
      "learning_rate": 7.166927190456602e-06,
      "loss": 4.115312099456787,
      "semantic_top1": 0.466064453125,
      "step": 14180,
      "teacher_forced_acoustic_top1": 0.16910226004464285,
      "teacher_forced_semantic_top1": 0.466064453125,
      "teacher_kl_loss": 1.9559876918792725,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16836983816964285,
      "ce_loss": 3.6213338375091553,
      "learning_rate": 7.125805566982038e-06,
      "loss": 4.114507675170898,
      "semantic_top1": 0.4617919921875,
      "step": 14200,
      "teacher_forced_acoustic_top1": 0.16836983816964285,
      "teacher_forced_semantic_top1": 0.4617919921875,
      "teacher_kl_loss": 1.972694993019104,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17258998325892858,
      "ce_loss": 3.5874719619750977,
      "learning_rate": 7.084683943507473e-06,
      "loss": 4.074995994567871,
      "semantic_top1": 0.4775390625,
      "step": 14220,
      "teacher_forced_acoustic_top1": 0.17258998325892858,
      "teacher_forced_semantic_top1": 0.4775390625,
      "teacher_kl_loss": 1.950096845626831,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16599818638392858,
      "ce_loss": 3.657886505126953,
      "learning_rate": 7.043562320032907e-06,
      "loss": 4.150356292724609,
      "semantic_top1": 0.4588623046875,
      "step": 14240,
      "teacher_forced_acoustic_top1": 0.16599818638392858,
      "teacher_forced_semantic_top1": 0.4588623046875,
      "teacher_kl_loss": 1.9698797464370728,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16891043526785715,
      "ce_loss": 3.630732536315918,
      "learning_rate": 7.0024406965583416e-06,
      "loss": 4.118366718292236,
      "semantic_top1": 0.4788818359375,
      "step": 14260,
      "teacher_forced_acoustic_top1": 0.16891043526785715,
      "teacher_forced_semantic_top1": 0.4788818359375,
      "teacher_kl_loss": 1.9505348205566406,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17204938616071427,
      "ce_loss": 3.6001689434051514,
      "learning_rate": 6.961319073083779e-06,
      "loss": 4.088900566101074,
      "semantic_top1": 0.4686279296875,
      "step": 14280,
      "teacher_forced_acoustic_top1": 0.17204938616071427,
      "teacher_forced_semantic_top1": 0.4686279296875,
      "teacher_kl_loss": 1.9549258947372437,
      "type": "train"
    },
    {
      "acoustic_top1": 0.167724609375,
      "ce_loss": 3.6340832710266113,
      "learning_rate": 6.920197449609215e-06,
      "loss": 4.121913433074951,
      "semantic_top1": 0.46484375,
      "step": 14300,
      "teacher_forced_acoustic_top1": 0.167724609375,
      "teacher_forced_semantic_top1": 0.46484375,
      "teacher_kl_loss": 1.951320767402649,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1705322265625,
      "ce_loss": 3.6031813621520996,
      "learning_rate": 6.8790758261346495e-06,
      "loss": 4.092198371887207,
      "semantic_top1": 0.471435546875,
      "step": 14320,
      "teacher_forced_acoustic_top1": 0.1705322265625,
      "teacher_forced_semantic_top1": 0.471435546875,
      "teacher_kl_loss": 1.956066370010376,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17647879464285715,
      "ce_loss": 3.5831522941589355,
      "learning_rate": 6.837954202660084e-06,
      "loss": 4.063370704650879,
      "semantic_top1": 0.4669189453125,
      "step": 14340,
      "teacher_forced_acoustic_top1": 0.17647879464285715,
      "teacher_forced_semantic_top1": 0.4669189453125,
      "teacher_kl_loss": 1.920875072479248,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17656598772321427,
      "ce_loss": 3.57861065864563,
      "learning_rate": 6.796832579185519e-06,
      "loss": 4.067112445831299,
      "semantic_top1": 0.4725341796875,
      "step": 14360,
      "teacher_forced_acoustic_top1": 0.17656598772321427,
      "teacher_forced_semantic_top1": 0.4725341796875,
      "teacher_kl_loss": 1.9540071487426758,
      "type": "train"
    },
    {
      "acoustic_top1": 0.172119140625,
      "ce_loss": 3.5879123210906982,
      "learning_rate": 6.755710955710954e-06,
      "loss": 4.070458889007568,
      "semantic_top1": 0.4705810546875,
      "step": 14380,
      "teacher_forced_acoustic_top1": 0.172119140625,
      "teacher_forced_semantic_top1": 0.4705810546875,
      "teacher_kl_loss": 1.93018639087677,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1748046875,
      "ce_loss": 3.5951004028320312,
      "learning_rate": 6.714589332236389e-06,
      "loss": 4.080864906311035,
      "semantic_top1": 0.4669189453125,
      "step": 14400,
      "teacher_forced_acoustic_top1": 0.1748046875,
      "teacher_forced_semantic_top1": 0.4669189453125,
      "teacher_kl_loss": 1.943060278892517,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17543247767857142,
      "ce_loss": 3.5856268405914307,
      "learning_rate": 6.673467708761828e-06,
      "loss": 4.070840835571289,
      "semantic_top1": 0.47607421875,
      "step": 14420,
      "teacher_forced_acoustic_top1": 0.17543247767857142,
      "teacher_forced_semantic_top1": 0.47607421875,
      "teacher_kl_loss": 1.9408562183380127,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17379324776785715,
      "ce_loss": 3.596686840057373,
      "learning_rate": 6.632346085287263e-06,
      "loss": 4.076253414154053,
      "semantic_top1": 0.4739990234375,
      "step": 14440,
      "teacher_forced_acoustic_top1": 0.17379324776785715,
      "teacher_forced_semantic_top1": 0.4739990234375,
      "teacher_kl_loss": 1.918264389038086,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17196219308035715,
      "ce_loss": 3.592090606689453,
      "learning_rate": 6.591224461812698e-06,
      "loss": 4.074972152709961,
      "semantic_top1": 0.487548828125,
      "step": 14460,
      "teacher_forced_acoustic_top1": 0.17196219308035715,
      "teacher_forced_semantic_top1": 0.487548828125,
      "teacher_kl_loss": 1.9315266609191895,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17042759486607142,
      "ce_loss": 3.615997076034546,
      "learning_rate": 6.550102838338132e-06,
      "loss": 4.1017537117004395,
      "semantic_top1": 0.466796875,
      "step": 14480,
      "teacher_forced_acoustic_top1": 0.17042759486607142,
      "teacher_forced_semantic_top1": 0.466796875,
      "teacher_kl_loss": 1.9430267810821533,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17243303571428573,
      "ce_loss": 3.606985092163086,
      "learning_rate": 6.508981214863566e-06,
      "loss": 4.095266342163086,
      "semantic_top1": 0.466552734375,
      "step": 14500,
      "teacher_forced_acoustic_top1": 0.17243303571428573,
      "teacher_forced_semantic_top1": 0.466552734375,
      "teacher_kl_loss": 1.9531240463256836,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07147414962966721,
      "acoustic_top5": 0.19630887910917208,
      "ce_loss": 3.5565983165394175,
      "head_0_top1": 0.4278841885653409,
      "head_0_top5": 0.8010087446732954,
      "head_1_top1": 0.14332441850142044,
      "head_1_top5": 0.3526028719815341,
      "head_2_top1": 0.1279574307528409,
      "head_2_top5": 0.32938731800426135,
      "head_3_top1": 0.09239890358664772,
      "head_3_top5": 0.2581204501065341,
      "head_4_top1": 0.06394264914772728,
      "head_4_top5": 0.19234119762073865,
      "head_5_top1": 0.033522172407670456,
      "head_5_top5": 0.10738858309659091,
      "head_6_top1": 0.021381724964488636,
      "head_6_top5": 0.07323109019886363,
      "head_7_top1": 0.017791748046875,
      "head_7_top5": 0.061090642755681816,
      "loss": 4.033881794322621,
      "semantic_top1": 0.4278841885653409,
      "semantic_top5": 0.8010087446732954,
      "step": 14500,
      "teacher_forced_acoustic_top1": 0.17905891715706168,
      "teacher_forced_acoustic_top5": 0.4364473417207792,
      "teacher_forced_head_0_top1": 0.4278841885653409,
      "teacher_forced_head_0_top5": 0.8010087446732954,
      "teacher_forced_head_1_top1": 0.2639382102272727,
      "teacher_forced_head_1_top5": 0.5975924405184659,
      "teacher_forced_head_2_top1": 0.23798162286931818,
      "teacher_forced_head_2_top5": 0.5499128861860796,
      "teacher_forced_head_3_top1": 0.18793834339488635,
      "teacher_forced_head_3_top5": 0.460235595703125,
      "teacher_forced_head_4_top1": 0.1620150479403409,
      "teacher_forced_head_4_top5": 0.40718217329545453,
      "teacher_forced_head_5_top1": 0.14999944513494318,
      "teacher_forced_head_5_top5": 0.380889892578125,
      "teacher_forced_head_6_top1": 0.13664384321732956,
      "teacher_forced_head_6_top5": 0.35249189897017047,
      "teacher_forced_head_7_top1": 0.11489590731534091,
      "teacher_forced_head_7_top5": 0.3068265047940341,
      "teacher_forced_semantic_top1": 0.4278841885653409,
      "teacher_forced_semantic_top5": 0.8010087446732954,
      "teacher_kl_loss": 1.909133564342152,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.17231096540178573,
      "ce_loss": 3.5872650146484375,
      "learning_rate": 6.4678595913890016e-06,
      "loss": 4.068533897399902,
      "semantic_top1": 0.4703369140625,
      "step": 14520,
      "teacher_forced_acoustic_top1": 0.17231096540178573,
      "teacher_forced_semantic_top1": 0.4703369140625,
      "teacher_kl_loss": 1.9250743389129639,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17391531808035715,
      "ce_loss": 3.568424940109253,
      "learning_rate": 6.4267379679144364e-06,
      "loss": 4.051213264465332,
      "semantic_top1": 0.4840087890625,
      "step": 14540,
      "teacher_forced_acoustic_top1": 0.17391531808035715,
      "teacher_forced_semantic_top1": 0.4840087890625,
      "teacher_kl_loss": 1.9311530590057373,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17860630580357142,
      "ce_loss": 3.564941644668579,
      "learning_rate": 6.3856163444398755e-06,
      "loss": 4.044703483581543,
      "semantic_top1": 0.4769287109375,
      "step": 14560,
      "teacher_forced_acoustic_top1": 0.17860630580357142,
      "teacher_forced_semantic_top1": 0.4769287109375,
      "teacher_kl_loss": 1.9190469980239868,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17215401785714285,
      "ce_loss": 3.613600492477417,
      "learning_rate": 6.3444947209653096e-06,
      "loss": 4.104551315307617,
      "semantic_top1": 0.471435546875,
      "step": 14580,
      "teacher_forced_acoustic_top1": 0.17215401785714285,
      "teacher_forced_semantic_top1": 0.471435546875,
      "teacher_kl_loss": 1.963804006576538,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17722865513392858,
      "ce_loss": 3.5591678619384766,
      "learning_rate": 6.303373097490744e-06,
      "loss": 4.039789199829102,
      "semantic_top1": 0.489990234375,
      "step": 14600,
      "teacher_forced_acoustic_top1": 0.17722865513392858,
      "teacher_forced_semantic_top1": 0.489990234375,
      "teacher_kl_loss": 1.9224858283996582,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17496163504464285,
      "ce_loss": 3.605182647705078,
      "learning_rate": 6.262251474016179e-06,
      "loss": 4.094095230102539,
      "semantic_top1": 0.4608154296875,
      "step": 14620,
      "teacher_forced_acoustic_top1": 0.17496163504464285,
      "teacher_forced_semantic_top1": 0.4608154296875,
      "teacher_kl_loss": 1.9556504487991333,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17592075892857142,
      "ce_loss": 3.5775227546691895,
      "learning_rate": 6.221129850541614e-06,
      "loss": 4.063843727111816,
      "semantic_top1": 0.4810791015625,
      "step": 14640,
      "teacher_forced_acoustic_top1": 0.17592075892857142,
      "teacher_forced_semantic_top1": 0.4810791015625,
      "teacher_kl_loss": 1.9452844858169556,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17428152901785715,
      "ce_loss": 3.5837016105651855,
      "learning_rate": 6.180008227067049e-06,
      "loss": 4.067439079284668,
      "semantic_top1": 0.4654541015625,
      "step": 14660,
      "teacher_forced_acoustic_top1": 0.17428152901785715,
      "teacher_forced_semantic_top1": 0.4654541015625,
      "teacher_kl_loss": 1.934948444366455,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17478724888392858,
      "ce_loss": 3.5928173065185547,
      "learning_rate": 6.138886603592484e-06,
      "loss": 4.077996253967285,
      "semantic_top1": 0.468994140625,
      "step": 14680,
      "teacher_forced_acoustic_top1": 0.17478724888392858,
      "teacher_forced_semantic_top1": 0.468994140625,
      "teacher_kl_loss": 1.9407157897949219,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16802106584821427,
      "ce_loss": 3.6137819290161133,
      "learning_rate": 6.097764980117922e-06,
      "loss": 4.098590850830078,
      "semantic_top1": 0.4759521484375,
      "step": 14700,
      "teacher_forced_acoustic_top1": 0.16802106584821427,
      "teacher_forced_semantic_top1": 0.4759521484375,
      "teacher_kl_loss": 1.939234733581543,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1693115234375,
      "ce_loss": 3.6109886169433594,
      "learning_rate": 6.056643356643357e-06,
      "loss": 4.095120429992676,
      "semantic_top1": 0.460693359375,
      "step": 14720,
      "teacher_forced_acoustic_top1": 0.1693115234375,
      "teacher_forced_semantic_top1": 0.460693359375,
      "teacher_kl_loss": 1.936526894569397,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17241559709821427,
      "ce_loss": 3.596529722213745,
      "learning_rate": 6.015521733168792e-06,
      "loss": 4.082588195800781,
      "semantic_top1": 0.453125,
      "step": 14740,
      "teacher_forced_acoustic_top1": 0.17241559709821427,
      "teacher_forced_semantic_top1": 0.453125,
      "teacher_kl_loss": 1.944236159324646,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17145647321428573,
      "ce_loss": 3.6151602268218994,
      "learning_rate": 5.9744001096942276e-06,
      "loss": 4.1002607345581055,
      "semantic_top1": 0.47607421875,
      "step": 14760,
      "teacher_forced_acoustic_top1": 0.17145647321428573,
      "teacher_forced_semantic_top1": 0.47607421875,
      "teacher_kl_loss": 1.9404019117355347,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17701939174107142,
      "ce_loss": 3.565011978149414,
      "learning_rate": 5.9332784862196624e-06,
      "loss": 4.046445846557617,
      "semantic_top1": 0.468994140625,
      "step": 14780,
      "teacher_forced_acoustic_top1": 0.17701939174107142,
      "teacher_forced_semantic_top1": 0.468994140625,
      "teacher_kl_loss": 1.9257360696792603,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17037527901785715,
      "ce_loss": 3.6272802352905273,
      "learning_rate": 5.8921568627450965e-06,
      "loss": 4.116566181182861,
      "semantic_top1": 0.4683837890625,
      "step": 14800,
      "teacher_forced_acoustic_top1": 0.17037527901785715,
      "teacher_forced_semantic_top1": 0.4683837890625,
      "teacher_kl_loss": 1.9571439027786255,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17304338727678573,
      "ce_loss": 3.5986645221710205,
      "learning_rate": 5.851035239270531e-06,
      "loss": 4.079596519470215,
      "semantic_top1": 0.469482421875,
      "step": 14820,
      "teacher_forced_acoustic_top1": 0.17304338727678573,
      "teacher_forced_semantic_top1": 0.469482421875,
      "teacher_kl_loss": 1.9237271547317505,
      "type": "train"
    },
    {
      "acoustic_top1": 0.171142578125,
      "ce_loss": 3.6322593688964844,
      "learning_rate": 5.8099136157959696e-06,
      "loss": 4.119042873382568,
      "semantic_top1": 0.46484375,
      "step": 14840,
      "teacher_forced_acoustic_top1": 0.171142578125,
      "teacher_forced_semantic_top1": 0.46484375,
      "teacher_kl_loss": 1.947134256362915,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17217145647321427,
      "ce_loss": 3.573296070098877,
      "learning_rate": 5.7687919923214044e-06,
      "loss": 4.056670665740967,
      "semantic_top1": 0.4769287109375,
      "step": 14860,
      "teacher_forced_acoustic_top1": 0.17217145647321427,
      "teacher_forced_semantic_top1": 0.4769287109375,
      "teacher_kl_loss": 1.9334967136383057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17640904017857142,
      "ce_loss": 3.5687618255615234,
      "learning_rate": 5.727670368846839e-06,
      "loss": 4.054239749908447,
      "semantic_top1": 0.4659423828125,
      "step": 14880,
      "teacher_forced_acoustic_top1": 0.17640904017857142,
      "teacher_forced_semantic_top1": 0.4659423828125,
      "teacher_kl_loss": 1.9419119358062744,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17400251116071427,
      "ce_loss": 3.5858771800994873,
      "learning_rate": 5.686548745372274e-06,
      "loss": 4.069149017333984,
      "semantic_top1": 0.468017578125,
      "step": 14900,
      "teacher_forced_acoustic_top1": 0.17400251116071427,
      "teacher_forced_semantic_top1": 0.468017578125,
      "teacher_kl_loss": 1.9330872297286987,
      "type": "train"
    },
    {
      "acoustic_top1": 0.176025390625,
      "ce_loss": 3.572288751602173,
      "learning_rate": 5.645427121897709e-06,
      "loss": 4.0563764572143555,
      "semantic_top1": 0.4727783203125,
      "step": 14920,
      "teacher_forced_acoustic_top1": 0.176025390625,
      "teacher_forced_semantic_top1": 0.4727783203125,
      "teacher_kl_loss": 1.9363512992858887,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17100306919642858,
      "ce_loss": 3.6094250679016113,
      "learning_rate": 5.604305498423144e-06,
      "loss": 4.091937065124512,
      "semantic_top1": 0.474365234375,
      "step": 14940,
      "teacher_forced_acoustic_top1": 0.17100306919642858,
      "teacher_forced_semantic_top1": 0.474365234375,
      "teacher_kl_loss": 1.9300495386123657,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17190987723214285,
      "ce_loss": 3.612421751022339,
      "learning_rate": 5.563183874948579e-06,
      "loss": 4.101587295532227,
      "semantic_top1": 0.47412109375,
      "step": 14960,
      "teacher_forced_acoustic_top1": 0.17190987723214285,
      "teacher_forced_semantic_top1": 0.47412109375,
      "teacher_kl_loss": 1.9566631317138672,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17290387834821427,
      "ce_loss": 3.5777740478515625,
      "learning_rate": 5.522062251474018e-06,
      "loss": 4.054463863372803,
      "semantic_top1": 0.4775390625,
      "step": 14980,
      "teacher_forced_acoustic_top1": 0.17290387834821427,
      "teacher_forced_semantic_top1": 0.4775390625,
      "teacher_kl_loss": 1.9067599773406982,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18052455357142858,
      "ce_loss": 3.540922164916992,
      "learning_rate": 5.480940627999453e-06,
      "loss": 4.019137859344482,
      "semantic_top1": 0.46240234375,
      "step": 15000,
      "teacher_forced_acoustic_top1": 0.18052455357142858,
      "teacher_forced_semantic_top1": 0.46240234375,
      "teacher_kl_loss": 1.9128625392913818,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07185185420048701,
      "acoustic_top5": 0.1967060039569805,
      "ce_loss": 3.5483759099786933,
      "head_0_top1": 0.4282809170809659,
      "head_0_top5": 0.8020740855823864,
      "head_1_top1": 0.1445895108309659,
      "head_1_top5": 0.3536654385653409,
      "head_2_top1": 0.12766890092329544,
      "head_2_top5": 0.3298700506036932,
      "head_3_top1": 0.09311467950994318,
      "head_3_top5": 0.25917469371448865,
      "head_4_top1": 0.06458351828835228,
      "head_4_top5": 0.19266856800426135,
      "head_5_top1": 0.033555464311079544,
      "head_5_top5": 0.10765769264914772,
      "head_6_top1": 0.021506569602272728,
      "head_6_top5": 0.072967529296875,
      "head_7_top1": 0.0179443359375,
      "head_7_top5": 0.060938054865056816,
      "loss": 4.02495644309304,
      "semantic_top1": 0.4282809170809659,
      "semantic_top5": 0.8020740855823864,
      "step": 15000,
      "teacher_forced_acoustic_top1": 0.18008977716619318,
      "teacher_forced_acoustic_top5": 0.43826254312094154,
      "teacher_forced_head_0_top1": 0.4282809170809659,
      "teacher_forced_head_0_top5": 0.8020740855823864,
      "teacher_forced_head_1_top1": 0.26606611772017047,
      "teacher_forced_head_1_top5": 0.5997314453125,
      "teacher_forced_head_2_top1": 0.23893876509232956,
      "teacher_forced_head_2_top5": 0.5524985573508523,
      "teacher_forced_head_3_top1": 0.1893310546875,
      "teacher_forced_head_3_top5": 0.4626215154474432,
      "teacher_forced_head_4_top1": 0.16240622780539773,
      "teacher_forced_head_4_top5": 0.4082974520596591,
      "teacher_forced_head_5_top1": 0.15101762251420456,
      "teacher_forced_head_5_top5": 0.38322310014204547,
      "teacher_forced_head_6_top1": 0.13710160688920456,
      "teacher_forced_head_6_top5": 0.35346568714488635,
      "teacher_forced_head_7_top1": 0.11576704545454546,
      "teacher_forced_head_7_top5": 0.30800004438920453,
      "teacher_forced_semantic_top1": 0.4282809170809659,
      "teacher_forced_semantic_top5": 0.8020740855823864,
      "teacher_kl_loss": 1.906321265480735,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.16624232700892858,
      "ce_loss": 3.617159843444824,
      "learning_rate": 5.439819004524887e-06,
      "loss": 4.108620643615723,
      "semantic_top1": 0.45654296875,
      "step": 15020,
      "teacher_forced_acoustic_top1": 0.16624232700892858,
      "teacher_forced_semantic_top1": 0.45654296875,
      "teacher_kl_loss": 1.965843677520752,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17806570870535715,
      "ce_loss": 3.5547404289245605,
      "learning_rate": 5.398697381050322e-06,
      "loss": 4.033966064453125,
      "semantic_top1": 0.4820556640625,
      "step": 15040,
      "teacher_forced_acoustic_top1": 0.17806570870535715,
      "teacher_forced_semantic_top1": 0.4820556640625,
      "teacher_kl_loss": 1.91690194606781,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17206682477678573,
      "ce_loss": 3.6220338344573975,
      "learning_rate": 5.357575757575756e-06,
      "loss": 4.112305641174316,
      "semantic_top1": 0.455810546875,
      "step": 15060,
      "teacher_forced_acoustic_top1": 0.17206682477678573,
      "teacher_forced_semantic_top1": 0.455810546875,
      "teacher_kl_loss": 1.9610873460769653,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17342703683035715,
      "ce_loss": 3.614078998565674,
      "learning_rate": 5.316454134101191e-06,
      "loss": 4.102178573608398,
      "semantic_top1": 0.473388671875,
      "step": 15080,
      "teacher_forced_acoustic_top1": 0.17342703683035715,
      "teacher_forced_semantic_top1": 0.473388671875,
      "teacher_kl_loss": 1.952399492263794,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17496163504464285,
      "ce_loss": 3.580901622772217,
      "learning_rate": 5.2753325106266304e-06,
      "loss": 4.066218376159668,
      "semantic_top1": 0.4698486328125,
      "step": 15100,
      "teacher_forced_acoustic_top1": 0.17496163504464285,
      "teacher_forced_semantic_top1": 0.4698486328125,
      "teacher_kl_loss": 1.94126558303833,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17351422991071427,
      "ce_loss": 3.5918641090393066,
      "learning_rate": 5.234210887152065e-06,
      "loss": 4.078031539916992,
      "semantic_top1": 0.4635009765625,
      "step": 15120,
      "teacher_forced_acoustic_top1": 0.17351422991071427,
      "teacher_forced_semantic_top1": 0.4635009765625,
      "teacher_kl_loss": 1.944668173789978,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17865862165178573,
      "ce_loss": 3.5393781661987305,
      "learning_rate": 5.193089263677499e-06,
      "loss": 4.013462543487549,
      "semantic_top1": 0.4864501953125,
      "step": 15140,
      "teacher_forced_acoustic_top1": 0.17865862165178573,
      "teacher_forced_semantic_top1": 0.4864501953125,
      "teacher_kl_loss": 1.8963391780853271,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17921665736607142,
      "ce_loss": 3.5734431743621826,
      "learning_rate": 5.151967640202934e-06,
      "loss": 4.055070877075195,
      "semantic_top1": 0.477783203125,
      "step": 15160,
      "teacher_forced_acoustic_top1": 0.17921665736607142,
      "teacher_forced_semantic_top1": 0.477783203125,
      "teacher_kl_loss": 1.9265100955963135,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17333984375,
      "ce_loss": 3.5754666328430176,
      "learning_rate": 5.110846016728369e-06,
      "loss": 4.064218521118164,
      "semantic_top1": 0.45849609375,
      "step": 15180,
      "teacher_forced_acoustic_top1": 0.17333984375,
      "teacher_forced_semantic_top1": 0.45849609375,
      "teacher_kl_loss": 1.9550087451934814,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17128208705357142,
      "ce_loss": 3.6294326782226562,
      "learning_rate": 5.069724393253804e-06,
      "loss": 4.120675563812256,
      "semantic_top1": 0.4404296875,
      "step": 15200,
      "teacher_forced_acoustic_top1": 0.17128208705357142,
      "teacher_forced_semantic_top1": 0.4404296875,
      "teacher_kl_loss": 1.9649699926376343,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17389787946428573,
      "ce_loss": 3.578230857849121,
      "learning_rate": 5.028602769779239e-06,
      "loss": 4.065574645996094,
      "semantic_top1": 0.46875,
      "step": 15220,
      "teacher_forced_acoustic_top1": 0.17389787946428573,
      "teacher_forced_semantic_top1": 0.46875,
      "teacher_kl_loss": 1.9493749141693115,
      "type": "train"
    },
    {
      "acoustic_top1": 0.16673060825892858,
      "ce_loss": 3.6355385780334473,
      "learning_rate": 4.987481146304677e-06,
      "loss": 4.1264824867248535,
      "semantic_top1": 0.4744873046875,
      "step": 15240,
      "teacher_forced_acoustic_top1": 0.16673060825892858,
      "teacher_forced_semantic_top1": 0.4744873046875,
      "teacher_kl_loss": 1.9637746810913086,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17238071986607142,
      "ce_loss": 3.604796886444092,
      "learning_rate": 4.946359522830112e-06,
      "loss": 4.092504024505615,
      "semantic_top1": 0.476318359375,
      "step": 15260,
      "teacher_forced_acoustic_top1": 0.17238071986607142,
      "teacher_forced_semantic_top1": 0.476318359375,
      "teacher_kl_loss": 1.950829029083252,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17295619419642858,
      "ce_loss": 3.6092185974121094,
      "learning_rate": 4.905237899355547e-06,
      "loss": 4.096877574920654,
      "semantic_top1": 0.470703125,
      "step": 15280,
      "teacher_forced_acoustic_top1": 0.17295619419642858,
      "teacher_forced_semantic_top1": 0.470703125,
      "teacher_kl_loss": 1.9506349563598633,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17670549665178573,
      "ce_loss": 3.576188564300537,
      "learning_rate": 4.864116275880982e-06,
      "loss": 4.059618949890137,
      "semantic_top1": 0.4652099609375,
      "step": 15300,
      "teacher_forced_acoustic_top1": 0.17670549665178573,
      "teacher_forced_semantic_top1": 0.4652099609375,
      "teacher_kl_loss": 1.9337222576141357,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18082101004464285,
      "ce_loss": 3.5420238971710205,
      "learning_rate": 4.822994652406417e-06,
      "loss": 4.0251312255859375,
      "semantic_top1": 0.4862060546875,
      "step": 15320,
      "teacher_forced_acoustic_top1": 0.18082101004464285,
      "teacher_forced_semantic_top1": 0.4862060546875,
      "teacher_kl_loss": 1.9324285984039307,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17729840959821427,
      "ce_loss": 3.56115984916687,
      "learning_rate": 4.781873028931852e-06,
      "loss": 4.040195465087891,
      "semantic_top1": 0.4677734375,
      "step": 15340,
      "teacher_forced_acoustic_top1": 0.17729840959821427,
      "teacher_forced_semantic_top1": 0.4677734375,
      "teacher_kl_loss": 1.9161436557769775,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17619977678571427,
      "ce_loss": 3.5827300548553467,
      "learning_rate": 4.740751405457286e-06,
      "loss": 4.064360618591309,
      "semantic_top1": 0.4739990234375,
      "step": 15360,
      "teacher_forced_acoustic_top1": 0.17619977678571427,
      "teacher_forced_semantic_top1": 0.4739990234375,
      "teacher_kl_loss": 1.9265233278274536,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18129185267857142,
      "ce_loss": 3.5504491329193115,
      "learning_rate": 4.6996297819827245e-06,
      "loss": 4.026878833770752,
      "semantic_top1": 0.4677734375,
      "step": 15380,
      "teacher_forced_acoustic_top1": 0.18129185267857142,
      "teacher_forced_semantic_top1": 0.4677734375,
      "teacher_kl_loss": 1.9057176113128662,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17820521763392858,
      "ce_loss": 3.5672879219055176,
      "learning_rate": 4.658508158508159e-06,
      "loss": 4.048121929168701,
      "semantic_top1": 0.4798583984375,
      "step": 15400,
      "teacher_forced_acoustic_top1": 0.17820521763392858,
      "teacher_forced_semantic_top1": 0.4798583984375,
      "teacher_kl_loss": 1.923333764076233,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17340959821428573,
      "ce_loss": 3.588650703430176,
      "learning_rate": 4.617386535033594e-06,
      "loss": 4.074906826019287,
      "semantic_top1": 0.484619140625,
      "step": 15420,
      "teacher_forced_acoustic_top1": 0.17340959821428573,
      "teacher_forced_semantic_top1": 0.484619140625,
      "teacher_kl_loss": 1.945023775100708,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17253766741071427,
      "ce_loss": 3.5733695030212402,
      "learning_rate": 4.576264911559029e-06,
      "loss": 4.051849842071533,
      "semantic_top1": 0.46435546875,
      "step": 15440,
      "teacher_forced_acoustic_top1": 0.17253766741071427,
      "teacher_forced_semantic_top1": 0.46435546875,
      "teacher_kl_loss": 1.9139206409454346,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17079380580357142,
      "ce_loss": 3.6052117347717285,
      "learning_rate": 4.535143288084464e-06,
      "loss": 4.09230375289917,
      "semantic_top1": 0.4735107421875,
      "step": 15460,
      "teacher_forced_acoustic_top1": 0.17079380580357142,
      "teacher_forced_semantic_top1": 0.4735107421875,
      "teacher_kl_loss": 1.9483668804168701,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17851911272321427,
      "ce_loss": 3.542330265045166,
      "learning_rate": 4.494021664609899e-06,
      "loss": 4.016519546508789,
      "semantic_top1": 0.468994140625,
      "step": 15480,
      "teacher_forced_acoustic_top1": 0.17851911272321427,
      "teacher_forced_semantic_top1": 0.468994140625,
      "teacher_kl_loss": 1.8967580795288086,
      "type": "train"
    },
    {
      "acoustic_top1": 0.177978515625,
      "ce_loss": 3.5625834465026855,
      "learning_rate": 4.452900041135334e-06,
      "loss": 4.0467729568481445,
      "semantic_top1": 0.4735107421875,
      "step": 15500,
      "teacher_forced_acoustic_top1": 0.177978515625,
      "teacher_forced_semantic_top1": 0.4735107421875,
      "teacher_kl_loss": 1.9367581605911255,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07175752714082792,
      "acoustic_top5": 0.19654112976866883,
      "ce_loss": 3.539377385919744,
      "head_0_top1": 0.4290410822088068,
      "head_0_top5": 0.8031976873224432,
      "head_1_top1": 0.14455344460227273,
      "head_1_top5": 0.3551358309659091,
      "head_2_top1": 0.12801291725852273,
      "head_2_top5": 0.3299921209161932,
      "head_3_top1": 0.09318403764204546,
      "head_3_top5": 0.25883622602982953,
      "head_4_top1": 0.06473333185369318,
      "head_4_top5": 0.19295709783380682,
      "head_5_top1": 0.03340565074573864,
      "head_5_top5": 0.1064453125,
      "head_6_top1": 0.02099054509943182,
      "head_6_top5": 0.07190496271306818,
      "head_7_top1": 0.017422762784090908,
      "head_7_top5": 0.060516357421875,
      "loss": 4.0149470242587,
      "semantic_top1": 0.4290410822088068,
      "semantic_top5": 0.8031976873224432,
      "step": 15500,
      "teacher_forced_acoustic_top1": 0.18124627447747566,
      "teacher_forced_acoustic_top5": 0.44007100687398537,
      "teacher_forced_head_0_top1": 0.4290410822088068,
      "teacher_forced_head_0_top5": 0.8031976873224432,
      "teacher_forced_head_1_top1": 0.2666237571022727,
      "teacher_forced_head_1_top5": 0.6020702015269886,
      "teacher_forced_head_2_top1": 0.2415133389559659,
      "teacher_forced_head_2_top5": 0.5542630282315341,
      "teacher_forced_head_3_top1": 0.19021051580255682,
      "teacher_forced_head_3_top5": 0.46400590376420453,
      "teacher_forced_head_4_top1": 0.16381281072443182,
      "teacher_forced_head_4_top5": 0.41066117720170453,
      "teacher_forced_head_5_top1": 0.15183604847301135,
      "teacher_forced_head_5_top5": 0.3841303045099432,
      "teacher_forced_head_6_top1": 0.13837779651988635,
      "teacher_forced_head_6_top5": 0.3560874245383523,
      "teacher_forced_head_7_top1": 0.11634965376420454,
      "teacher_forced_head_7_top5": 0.30927900834517047,
      "teacher_forced_semantic_top1": 0.4290410822088068,
      "teacher_forced_semantic_top5": 0.8031976873224432,
      "teacher_kl_loss": 1.9022764726118608,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.17527553013392858,
      "ce_loss": 3.555399179458618,
      "learning_rate": 4.411778417660772e-06,
      "loss": 4.032971382141113,
      "semantic_top1": 0.486328125,
      "step": 15520,
      "teacher_forced_acoustic_top1": 0.17527553013392858,
      "teacher_forced_semantic_top1": 0.486328125,
      "teacher_kl_loss": 1.910287857055664,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17555454799107142,
      "ce_loss": 3.5695786476135254,
      "learning_rate": 4.370656794186208e-06,
      "loss": 4.055164337158203,
      "semantic_top1": 0.4718017578125,
      "step": 15540,
      "teacher_forced_acoustic_top1": 0.17555454799107142,
      "teacher_forced_semantic_top1": 0.4718017578125,
      "teacher_kl_loss": 1.942343831062317,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17550223214285715,
      "ce_loss": 3.584397315979004,
      "learning_rate": 4.329535170711642e-06,
      "loss": 4.067989826202393,
      "semantic_top1": 0.464599609375,
      "step": 15560,
      "teacher_forced_acoustic_top1": 0.17550223214285715,
      "teacher_forced_semantic_top1": 0.464599609375,
      "teacher_kl_loss": 1.934370756149292,
      "type": "train"
    },
    {
      "acoustic_top1": 0.177734375,
      "ce_loss": 3.545487403869629,
      "learning_rate": 4.2884135472370765e-06,
      "loss": 4.021934986114502,
      "semantic_top1": 0.4705810546875,
      "step": 15580,
      "teacher_forced_acoustic_top1": 0.177734375,
      "teacher_forced_semantic_top1": 0.4705810546875,
      "teacher_kl_loss": 1.9057888984680176,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17384556361607142,
      "ce_loss": 3.577465534210205,
      "learning_rate": 4.247291923762511e-06,
      "loss": 4.060621738433838,
      "semantic_top1": 0.475830078125,
      "step": 15600,
      "teacher_forced_acoustic_top1": 0.17384556361607142,
      "teacher_forced_semantic_top1": 0.475830078125,
      "teacher_kl_loss": 1.932626485824585,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1785888671875,
      "ce_loss": 3.5433013439178467,
      "learning_rate": 4.206170300287946e-06,
      "loss": 4.0264787673950195,
      "semantic_top1": 0.4698486328125,
      "step": 15620,
      "teacher_forced_acoustic_top1": 0.1785888671875,
      "teacher_forced_semantic_top1": 0.4698486328125,
      "teacher_kl_loss": 1.9327082633972168,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17386300223214285,
      "ce_loss": 3.5942258834838867,
      "learning_rate": 4.165048676813381e-06,
      "loss": 4.082718849182129,
      "semantic_top1": 0.4713134765625,
      "step": 15640,
      "teacher_forced_acoustic_top1": 0.17386300223214285,
      "teacher_forced_semantic_top1": 0.4713134765625,
      "teacher_kl_loss": 1.9539722204208374,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17466517857142858,
      "ce_loss": 3.5825769901275635,
      "learning_rate": 4.123927053338819e-06,
      "loss": 4.06771183013916,
      "semantic_top1": 0.46533203125,
      "step": 15660,
      "teacher_forced_acoustic_top1": 0.17466517857142858,
      "teacher_forced_semantic_top1": 0.46533203125,
      "teacher_kl_loss": 1.940537929534912,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17408970424107142,
      "ce_loss": 3.603487968444824,
      "learning_rate": 4.082805429864255e-06,
      "loss": 4.097955703735352,
      "semantic_top1": 0.4710693359375,
      "step": 15680,
      "teacher_forced_acoustic_top1": 0.17408970424107142,
      "teacher_forced_semantic_top1": 0.4710693359375,
      "teacher_kl_loss": 1.9778714179992676,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17644391741071427,
      "ce_loss": 3.5797250270843506,
      "learning_rate": 4.041683806389689e-06,
      "loss": 4.063465118408203,
      "semantic_top1": 0.4691162109375,
      "step": 15700,
      "teacher_forced_acoustic_top1": 0.17644391741071427,
      "teacher_forced_semantic_top1": 0.4691162109375,
      "teacher_kl_loss": 1.934961199760437,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17534528459821427,
      "ce_loss": 3.576984405517578,
      "learning_rate": 4.000562182915124e-06,
      "loss": 4.062759876251221,
      "semantic_top1": 0.4620361328125,
      "step": 15720,
      "teacher_forced_acoustic_top1": 0.17534528459821427,
      "teacher_forced_semantic_top1": 0.4620361328125,
      "teacher_kl_loss": 1.943101406097412,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1739501953125,
      "ce_loss": 3.60107421875,
      "learning_rate": 3.95944055944056e-06,
      "loss": 4.092960357666016,
      "semantic_top1": 0.47119140625,
      "step": 15740,
      "teacher_forced_acoustic_top1": 0.1739501953125,
      "teacher_forced_semantic_top1": 0.47119140625,
      "teacher_kl_loss": 1.967544436454773,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17912946428571427,
      "ce_loss": 3.5504868030548096,
      "learning_rate": 3.918318935965993e-06,
      "loss": 4.028669357299805,
      "semantic_top1": 0.4671630859375,
      "step": 15760,
      "teacher_forced_acoustic_top1": 0.17912946428571427,
      "teacher_forced_semantic_top1": 0.4671630859375,
      "teacher_kl_loss": 1.9127287864685059,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17325265066964285,
      "ce_loss": 3.5670413970947266,
      "learning_rate": 3.8771973124914285e-06,
      "loss": 4.050806999206543,
      "semantic_top1": 0.468017578125,
      "step": 15780,
      "teacher_forced_acoustic_top1": 0.17325265066964285,
      "teacher_forced_semantic_top1": 0.468017578125,
      "teacher_kl_loss": 1.9350628852844238,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17339215959821427,
      "ce_loss": 3.578284502029419,
      "learning_rate": 3.836075689016867e-06,
      "loss": 4.063228130340576,
      "semantic_top1": 0.4725341796875,
      "step": 15800,
      "teacher_forced_acoustic_top1": 0.17339215959821427,
      "teacher_forced_semantic_top1": 0.4725341796875,
      "teacher_kl_loss": 1.939774751663208,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17633928571428573,
      "ce_loss": 3.545618772506714,
      "learning_rate": 3.7949540655423016e-06,
      "loss": 4.02515983581543,
      "semantic_top1": 0.4827880859375,
      "step": 15820,
      "teacher_forced_acoustic_top1": 0.17633928571428573,
      "teacher_forced_semantic_top1": 0.4827880859375,
      "teacher_kl_loss": 1.9181642532348633,
      "type": "train"
    },
    {
      "acoustic_top1": 0.181640625,
      "ce_loss": 3.5279171466827393,
      "learning_rate": 3.753832442067737e-06,
      "loss": 4.009344100952148,
      "semantic_top1": 0.4886474609375,
      "step": 15840,
      "teacher_forced_acoustic_top1": 0.181640625,
      "teacher_forced_semantic_top1": 0.4886474609375,
      "teacher_kl_loss": 1.925708293914795,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1751708984375,
      "ce_loss": 3.584543466567993,
      "learning_rate": 3.7127108185931718e-06,
      "loss": 4.067831516265869,
      "semantic_top1": 0.4703369140625,
      "step": 15860,
      "teacher_forced_acoustic_top1": 0.1751708984375,
      "teacher_forced_semantic_top1": 0.4703369140625,
      "teacher_kl_loss": 1.9331520795822144,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17513602120535715,
      "ce_loss": 3.5862784385681152,
      "learning_rate": 3.6715891951186062e-06,
      "loss": 4.070987701416016,
      "semantic_top1": 0.4813232421875,
      "step": 15880,
      "teacher_forced_acoustic_top1": 0.17513602120535715,
      "teacher_forced_semantic_top1": 0.4813232421875,
      "teacher_kl_loss": 1.9388386011123657,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17646135602678573,
      "ce_loss": 3.5479326248168945,
      "learning_rate": 3.6304675716440415e-06,
      "loss": 4.029519081115723,
      "semantic_top1": 0.48388671875,
      "step": 15900,
      "teacher_forced_acoustic_top1": 0.17646135602678573,
      "teacher_forced_semantic_top1": 0.48388671875,
      "teacher_kl_loss": 1.9263455867767334,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17129952566964285,
      "ce_loss": 3.601836681365967,
      "learning_rate": 3.589345948169475e-06,
      "loss": 4.090359210968018,
      "semantic_top1": 0.465576171875,
      "step": 15920,
      "teacher_forced_acoustic_top1": 0.17129952566964285,
      "teacher_forced_semantic_top1": 0.465576171875,
      "teacher_kl_loss": 1.9540901184082031,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17681012834821427,
      "ce_loss": 3.561842679977417,
      "learning_rate": 3.5482243246949146e-06,
      "loss": 4.039609432220459,
      "semantic_top1": 0.484375,
      "step": 15940,
      "teacher_forced_acoustic_top1": 0.17681012834821427,
      "teacher_forced_semantic_top1": 0.484375,
      "teacher_kl_loss": 1.9110673666000366,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17806570870535715,
      "ce_loss": 3.5644803047180176,
      "learning_rate": 3.507102701220349e-06,
      "loss": 4.046960353851318,
      "semantic_top1": 0.46337890625,
      "step": 15960,
      "teacher_forced_acoustic_top1": 0.17806570870535715,
      "teacher_forced_semantic_top1": 0.46337890625,
      "teacher_kl_loss": 1.9299211502075195,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17257254464285715,
      "ce_loss": 3.601552724838257,
      "learning_rate": 3.4659810777457835e-06,
      "loss": 4.085294723510742,
      "semantic_top1": 0.477783203125,
      "step": 15980,
      "teacher_forced_acoustic_top1": 0.17257254464285715,
      "teacher_forced_semantic_top1": 0.477783203125,
      "teacher_kl_loss": 1.9349665641784668,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18000139508928573,
      "ce_loss": 3.548330307006836,
      "learning_rate": 3.4248594542712184e-06,
      "loss": 4.034550666809082,
      "semantic_top1": 0.47607421875,
      "step": 16000,
      "teacher_forced_acoustic_top1": 0.18000139508928573,
      "teacher_forced_semantic_top1": 0.47607421875,
      "teacher_kl_loss": 1.9448810815811157,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07225373503449675,
      "acoustic_top5": 0.19742693219866073,
      "ce_loss": 3.532896562056108,
      "head_0_top1": 0.43074451793323865,
      "head_0_top5": 0.8036249334161932,
      "head_1_top1": 0.145782470703125,
      "head_1_top5": 0.3561928488991477,
      "head_2_top1": 0.1285067471590909,
      "head_2_top5": 0.33134321732954547,
      "head_3_top1": 0.093536376953125,
      "head_3_top5": 0.26041759144176135,
      "head_4_top1": 0.065185546875,
      "head_4_top5": 0.19303477894176135,
      "head_5_top1": 0.03348610617897727,
      "head_5_top5": 0.10757723721590909,
      "head_6_top1": 0.021451083096590908,
      "head_6_top5": 0.07263461026278409,
      "head_7_top1": 0.01782781427556818,
      "head_7_top5": 0.06078824129971591,
      "loss": 4.007754585959694,
      "semantic_top1": 0.43074451793323865,
      "semantic_top5": 0.8036249334161932,
      "step": 16000,
      "teacher_forced_acoustic_top1": 0.18201079925933442,
      "teacher_forced_acoustic_top5": 0.44150018072747566,
      "teacher_forced_head_0_top1": 0.43074451793323865,
      "teacher_forced_head_0_top5": 0.8036249334161932,
      "teacher_forced_head_1_top1": 0.2680275656960227,
      "teacher_forced_head_1_top5": 0.6036210493607954,
      "teacher_forced_head_2_top1": 0.24213756214488635,
      "teacher_forced_head_2_top5": 0.5562189275568182,
      "teacher_forced_head_3_top1": 0.1909207430752841,
      "teacher_forced_head_3_top5": 0.4655484286221591,
      "teacher_forced_head_4_top1": 0.1643399325284091,
      "teacher_forced_head_4_top5": 0.4112632057883523,
      "teacher_forced_head_5_top1": 0.15275989879261365,
      "teacher_forced_head_5_top5": 0.3862998268821023,
      "teacher_forced_head_6_top1": 0.13916570490056818,
      "teacher_forced_head_6_top5": 0.3573996803977273,
      "teacher_forced_head_7_top1": 0.11672418767755682,
      "teacher_forced_head_7_top5": 0.310150146484375,
      "teacher_forced_semantic_top1": 0.43074451793323865,
      "teacher_forced_semantic_top5": 0.8036249334161932,
      "teacher_kl_loss": 1.8994322690096768,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.18094308035714285,
      "ce_loss": 3.544144868850708,
      "learning_rate": 3.3837378307966532e-06,
      "loss": 4.020740509033203,
      "semantic_top1": 0.46875,
      "step": 16020,
      "teacher_forced_acoustic_top1": 0.18094308035714285,
      "teacher_forced_semantic_top1": 0.46875,
      "teacher_kl_loss": 1.90638267993927,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17269461495535715,
      "ce_loss": 3.588117837905884,
      "learning_rate": 3.342616207322088e-06,
      "loss": 4.072497367858887,
      "semantic_top1": 0.4744873046875,
      "step": 16040,
      "teacher_forced_acoustic_top1": 0.17269461495535715,
      "teacher_forced_semantic_top1": 0.4744873046875,
      "teacher_kl_loss": 1.9375183582305908,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17201450892857142,
      "ce_loss": 3.5823826789855957,
      "learning_rate": 3.3014945838475234e-06,
      "loss": 4.068676948547363,
      "semantic_top1": 0.4713134765625,
      "step": 16060,
      "teacher_forced_acoustic_top1": 0.17201450892857142,
      "teacher_forced_semantic_top1": 0.4713134765625,
      "teacher_kl_loss": 1.945176362991333,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17447335379464285,
      "ce_loss": 3.5727386474609375,
      "learning_rate": 3.2603729603729612e-06,
      "loss": 4.049025058746338,
      "semantic_top1": 0.48681640625,
      "step": 16080,
      "teacher_forced_acoustic_top1": 0.17447335379464285,
      "teacher_forced_semantic_top1": 0.48681640625,
      "teacher_kl_loss": 1.9051463603973389,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18453543526785715,
      "ce_loss": 3.5274605751037598,
      "learning_rate": 3.2192513368983965e-06,
      "loss": 4.00350284576416,
      "semantic_top1": 0.477294921875,
      "step": 16100,
      "teacher_forced_acoustic_top1": 0.18453543526785715,
      "teacher_forced_semantic_top1": 0.477294921875,
      "teacher_kl_loss": 1.9041683673858643,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1739501953125,
      "ce_loss": 3.585049629211426,
      "learning_rate": 3.1781297134238314e-06,
      "loss": 4.073333740234375,
      "semantic_top1": 0.47509765625,
      "step": 16120,
      "teacher_forced_acoustic_top1": 0.1739501953125,
      "teacher_forced_semantic_top1": 0.47509765625,
      "teacher_kl_loss": 1.9531363248825073,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17850167410714285,
      "ce_loss": 3.5634114742279053,
      "learning_rate": 3.137008089949266e-06,
      "loss": 4.03904914855957,
      "semantic_top1": 0.470458984375,
      "step": 16140,
      "teacher_forced_acoustic_top1": 0.17850167410714285,
      "teacher_forced_semantic_top1": 0.470458984375,
      "teacher_kl_loss": 1.9025506973266602,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17478724888392858,
      "ce_loss": 3.5553367137908936,
      "learning_rate": 3.0958864664747007e-06,
      "loss": 4.03636360168457,
      "semantic_top1": 0.46728515625,
      "step": 16160,
      "teacher_forced_acoustic_top1": 0.17478724888392858,
      "teacher_forced_semantic_top1": 0.46728515625,
      "teacher_kl_loss": 1.9241069555282593,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17656598772321427,
      "ce_loss": 3.5982775688171387,
      "learning_rate": 3.0547648430001355e-06,
      "loss": 4.0888447761535645,
      "semantic_top1": 0.4525146484375,
      "step": 16180,
      "teacher_forced_acoustic_top1": 0.17656598772321427,
      "teacher_forced_semantic_top1": 0.4525146484375,
      "teacher_kl_loss": 1.962268590927124,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17339215959821427,
      "ce_loss": 3.592395544052124,
      "learning_rate": 3.01364321952557e-06,
      "loss": 4.076363563537598,
      "semantic_top1": 0.470458984375,
      "step": 16200,
      "teacher_forced_acoustic_top1": 0.17339215959821427,
      "teacher_forced_semantic_top1": 0.470458984375,
      "teacher_kl_loss": 1.9358744621276855,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18195452008928573,
      "ce_loss": 3.539745807647705,
      "learning_rate": 2.9725215960510095e-06,
      "loss": 4.0126190185546875,
      "semantic_top1": 0.4781494140625,
      "step": 16220,
      "teacher_forced_acoustic_top1": 0.18195452008928573,
      "teacher_forced_semantic_top1": 0.4781494140625,
      "teacher_kl_loss": 1.8914929628372192,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17265973772321427,
      "ce_loss": 3.6089186668395996,
      "learning_rate": 2.931399972576444e-06,
      "loss": 4.09438943862915,
      "semantic_top1": 0.4794921875,
      "step": 16240,
      "teacher_forced_acoustic_top1": 0.17265973772321427,
      "teacher_forced_semantic_top1": 0.4794921875,
      "teacher_kl_loss": 1.9418833255767822,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17768205915178573,
      "ce_loss": 3.5440285205841064,
      "learning_rate": 2.8902783491018784e-06,
      "loss": 4.019594192504883,
      "semantic_top1": 0.4915771484375,
      "step": 16260,
      "teacher_forced_acoustic_top1": 0.17768205915178573,
      "teacher_forced_semantic_top1": 0.4915771484375,
      "teacher_kl_loss": 1.9022616147994995,
      "type": "train"
    },
    {
      "acoustic_top1": 0.175537109375,
      "ce_loss": 3.5624208450317383,
      "learning_rate": 2.8491567256273132e-06,
      "loss": 4.04434871673584,
      "semantic_top1": 0.478515625,
      "step": 16280,
      "teacher_forced_acoustic_top1": 0.175537109375,
      "teacher_forced_semantic_top1": 0.478515625,
      "teacher_kl_loss": 1.927711009979248,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17262486049107142,
      "ce_loss": 3.6040217876434326,
      "learning_rate": 2.808035102152748e-06,
      "loss": 4.092304229736328,
      "semantic_top1": 0.4786376953125,
      "step": 16300,
      "teacher_forced_acoustic_top1": 0.17262486049107142,
      "teacher_forced_semantic_top1": 0.4786376953125,
      "teacher_kl_loss": 1.9531307220458984,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17914690290178573,
      "ce_loss": 3.5399341583251953,
      "learning_rate": 2.766913478678183e-06,
      "loss": 4.022787094116211,
      "semantic_top1": 0.4755859375,
      "step": 16320,
      "teacher_forced_acoustic_top1": 0.17914690290178573,
      "teacher_forced_semantic_top1": 0.4755859375,
      "teacher_kl_loss": 1.9314121007919312,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17558942522321427,
      "ce_loss": 3.5481033325195312,
      "learning_rate": 2.7257918552036183e-06,
      "loss": 4.0284247398376465,
      "semantic_top1": 0.476806640625,
      "step": 16340,
      "teacher_forced_acoustic_top1": 0.17558942522321427,
      "teacher_forced_semantic_top1": 0.476806640625,
      "teacher_kl_loss": 1.9212868213653564,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17128208705357142,
      "ce_loss": 3.6190974712371826,
      "learning_rate": 2.684670231729056e-06,
      "loss": 4.105869770050049,
      "semantic_top1": 0.462890625,
      "step": 16360,
      "teacher_forced_acoustic_top1": 0.17128208705357142,
      "teacher_forced_semantic_top1": 0.462890625,
      "teacher_kl_loss": 1.9470901489257812,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17367117745535715,
      "ce_loss": 3.602048397064209,
      "learning_rate": 2.6435486082544914e-06,
      "loss": 4.090489387512207,
      "semantic_top1": 0.4501953125,
      "step": 16380,
      "teacher_forced_acoustic_top1": 0.17367117745535715,
      "teacher_forced_semantic_top1": 0.4501953125,
      "teacher_kl_loss": 1.9537631273269653,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17497907366071427,
      "ce_loss": 3.5693893432617188,
      "learning_rate": 2.6024269847799262e-06,
      "loss": 4.052905082702637,
      "semantic_top1": 0.482666015625,
      "step": 16400,
      "teacher_forced_acoustic_top1": 0.17497907366071427,
      "teacher_forced_semantic_top1": 0.482666015625,
      "teacher_kl_loss": 1.9340647459030151,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17487444196428573,
      "ce_loss": 3.584625720977783,
      "learning_rate": 2.5613053613053607e-06,
      "loss": 4.071342468261719,
      "semantic_top1": 0.4713134765625,
      "step": 16420,
      "teacher_forced_acoustic_top1": 0.17487444196428573,
      "teacher_forced_semantic_top1": 0.4713134765625,
      "teacher_kl_loss": 1.9468672275543213,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17806570870535715,
      "ce_loss": 3.552356481552124,
      "learning_rate": 2.5201837378307955e-06,
      "loss": 4.032663345336914,
      "semantic_top1": 0.481201171875,
      "step": 16440,
      "teacher_forced_acoustic_top1": 0.17806570870535715,
      "teacher_forced_semantic_top1": 0.481201171875,
      "teacher_kl_loss": 1.9212266206741333,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17900739397321427,
      "ce_loss": 3.5403425693511963,
      "learning_rate": 2.4790621143562304e-06,
      "loss": 4.019050598144531,
      "semantic_top1": 0.4781494140625,
      "step": 16460,
      "teacher_forced_acoustic_top1": 0.17900739397321427,
      "teacher_forced_semantic_top1": 0.4781494140625,
      "teacher_kl_loss": 1.9148318767547607,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17703683035714285,
      "ce_loss": 3.5607097148895264,
      "learning_rate": 2.437940490881665e-06,
      "loss": 4.03720760345459,
      "semantic_top1": 0.4752197265625,
      "step": 16480,
      "teacher_forced_acoustic_top1": 0.17703683035714285,
      "teacher_forced_semantic_top1": 0.4752197265625,
      "teacher_kl_loss": 1.9059932231903076,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1685791015625,
      "ce_loss": 3.6219089031219482,
      "learning_rate": 2.3968188674071044e-06,
      "loss": 4.114212989807129,
      "semantic_top1": 0.4542236328125,
      "step": 16500,
      "teacher_forced_acoustic_top1": 0.1685791015625,
      "teacher_forced_semantic_top1": 0.4542236328125,
      "teacher_kl_loss": 1.9692165851593018,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07269088943283279,
      "acoustic_top5": 0.198560838575487,
      "ce_loss": 3.525514082475142,
      "head_0_top1": 0.43086381392045453,
      "head_0_top5": 0.8041465065696023,
      "head_1_top1": 0.14622636274857956,
      "head_1_top5": 0.3574274236505682,
      "head_2_top1": 0.12972467595880682,
      "head_2_top5": 0.33298839222301135,
      "head_3_top1": 0.09440196644176137,
      "head_3_top5": 0.2616910067471591,
      "head_4_top1": 0.06508844549005682,
      "head_4_top5": 0.1947909268465909,
      "head_5_top1": 0.033921675248579544,
      "head_5_top5": 0.10827081853693182,
      "head_6_top1": 0.021553733132102272,
      "head_6_top5": 0.07358620383522728,
      "head_7_top1": 0.01791936700994318,
      "head_7_top5": 0.061171098188920456,
      "loss": 3.999537381258878,
      "semantic_top1": 0.43086381392045453,
      "semantic_top5": 0.8041465065696023,
      "step": 16500,
      "teacher_forced_acoustic_top1": 0.18288946771002434,
      "teacher_forced_acoustic_top5": 0.4430886801187094,
      "teacher_forced_head_0_top1": 0.43086381392045453,
      "teacher_forced_head_0_top5": 0.8041465065696023,
      "teacher_forced_head_1_top1": 0.26885986328125,
      "teacher_forced_head_1_top5": 0.6049111106178977,
      "teacher_forced_head_2_top1": 0.2431058016690341,
      "teacher_forced_head_2_top5": 0.5579445578835227,
      "teacher_forced_head_3_top1": 0.19169200550426135,
      "teacher_forced_head_3_top5": 0.46690229936079547,
      "teacher_forced_head_4_top1": 0.16570212624289773,
      "teacher_forced_head_4_top5": 0.4138738458806818,
      "teacher_forced_head_5_top1": 0.15339521928267044,
      "teacher_forced_head_5_top5": 0.3873873623934659,
      "teacher_forced_head_6_top1": 0.1399258700284091,
      "teacher_forced_head_6_top5": 0.3588839444247159,
      "teacher_forced_head_7_top1": 0.11754538796164772,
      "teacher_forced_head_7_top5": 0.31171764026988635,
      "teacher_forced_semantic_top1": 0.43086381392045453,
      "teacher_forced_semantic_top5": 0.8041465065696023,
      "teacher_kl_loss": 1.8960921547629617,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.17897251674107142,
      "ce_loss": 3.5633978843688965,
      "learning_rate": 2.3556972439325384e-06,
      "loss": 4.046894073486328,
      "semantic_top1": 0.4742431640625,
      "step": 16520,
      "teacher_forced_acoustic_top1": 0.17897251674107142,
      "teacher_forced_semantic_top1": 0.4742431640625,
      "teacher_kl_loss": 1.9339849948883057,
      "type": "train"
    },
    {
      "acoustic_top1": 0.178466796875,
      "ce_loss": 3.5633740425109863,
      "learning_rate": 2.3145756204579733e-06,
      "loss": 4.044083595275879,
      "semantic_top1": 0.4801025390625,
      "step": 16540,
      "teacher_forced_acoustic_top1": 0.178466796875,
      "teacher_forced_semantic_top1": 0.4801025390625,
      "teacher_kl_loss": 1.9228394031524658,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17384556361607142,
      "ce_loss": 3.591442346572876,
      "learning_rate": 2.273453996983408e-06,
      "loss": 4.075895309448242,
      "semantic_top1": 0.4771728515625,
      "step": 16560,
      "teacher_forced_acoustic_top1": 0.17384556361607142,
      "teacher_forced_semantic_top1": 0.4771728515625,
      "teacher_kl_loss": 1.9378104209899902,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17762974330357142,
      "ce_loss": 3.5525412559509277,
      "learning_rate": 2.232332373508843e-06,
      "loss": 4.032877445220947,
      "semantic_top1": 0.4747314453125,
      "step": 16580,
      "teacher_forced_acoustic_top1": 0.17762974330357142,
      "teacher_forced_semantic_top1": 0.4747314453125,
      "teacher_kl_loss": 1.9213447570800781,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17965262276785715,
      "ce_loss": 3.5434839725494385,
      "learning_rate": 2.191210750034278e-06,
      "loss": 4.0209221839904785,
      "semantic_top1": 0.475341796875,
      "step": 16600,
      "teacher_forced_acoustic_top1": 0.17965262276785715,
      "teacher_forced_semantic_top1": 0.475341796875,
      "teacher_kl_loss": 1.9097528457641602,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17792619977678573,
      "ce_loss": 3.5352723598480225,
      "learning_rate": 2.1500891265597123e-06,
      "loss": 4.009777069091797,
      "semantic_top1": 0.4788818359375,
      "step": 16620,
      "teacher_forced_acoustic_top1": 0.17792619977678573,
      "teacher_forced_semantic_top1": 0.4788818359375,
      "teacher_kl_loss": 1.8980191946029663,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18080357142857142,
      "ce_loss": 3.5155205726623535,
      "learning_rate": 2.108967503085151e-06,
      "loss": 3.9920339584350586,
      "semantic_top1": 0.484375,
      "step": 16640,
      "teacher_forced_acoustic_top1": 0.18080357142857142,
      "teacher_forced_semantic_top1": 0.484375,
      "teacher_kl_loss": 1.9060537815093994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18218122209821427,
      "ce_loss": 3.528198719024658,
      "learning_rate": 2.0678458796105863e-06,
      "loss": 4.008476734161377,
      "semantic_top1": 0.4737548828125,
      "step": 16660,
      "teacher_forced_acoustic_top1": 0.18218122209821427,
      "teacher_forced_semantic_top1": 0.4737548828125,
      "teacher_kl_loss": 1.9211127758026123,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17586844308035715,
      "ce_loss": 3.5582618713378906,
      "learning_rate": 2.026724256136021e-06,
      "loss": 4.0398335456848145,
      "semantic_top1": 0.49169921875,
      "step": 16680,
      "teacher_forced_acoustic_top1": 0.17586844308035715,
      "teacher_forced_semantic_top1": 0.49169921875,
      "teacher_kl_loss": 1.926286220550537,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17318289620535715,
      "ce_loss": 3.6141159534454346,
      "learning_rate": 1.9856026326614556e-06,
      "loss": 4.104649543762207,
      "semantic_top1": 0.4620361328125,
      "step": 16700,
      "teacher_forced_acoustic_top1": 0.17318289620535715,
      "teacher_forced_semantic_top1": 0.4620361328125,
      "teacher_kl_loss": 1.9621336460113525,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17836216517857142,
      "ce_loss": 3.535421133041382,
      "learning_rate": 1.9444810091868904e-06,
      "loss": 4.014228343963623,
      "semantic_top1": 0.474609375,
      "step": 16720,
      "teacher_forced_acoustic_top1": 0.17836216517857142,
      "teacher_forced_semantic_top1": 0.474609375,
      "teacher_kl_loss": 1.9152300357818604,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17996651785714285,
      "ce_loss": 3.552902936935425,
      "learning_rate": 1.9033593857123253e-06,
      "loss": 4.027677536010742,
      "semantic_top1": 0.4630126953125,
      "step": 16740,
      "teacher_forced_acoustic_top1": 0.17996651785714285,
      "teacher_forced_semantic_top1": 0.4630126953125,
      "teacher_kl_loss": 1.8990987539291382,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17660086495535715,
      "ce_loss": 3.5509958267211914,
      "learning_rate": 1.86223776223776e-06,
      "loss": 4.028830528259277,
      "semantic_top1": 0.4737548828125,
      "step": 16760,
      "teacher_forced_acoustic_top1": 0.17660086495535715,
      "teacher_forced_semantic_top1": 0.4737548828125,
      "teacher_kl_loss": 1.91133713722229,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18369838169642858,
      "ce_loss": 3.503974676132202,
      "learning_rate": 1.8211161387631988e-06,
      "loss": 3.9743051528930664,
      "semantic_top1": 0.4937744140625,
      "step": 16780,
      "teacher_forced_acoustic_top1": 0.18369838169642858,
      "teacher_forced_semantic_top1": 0.4937744140625,
      "teacher_kl_loss": 1.8813223838806152,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17647879464285715,
      "ce_loss": 3.5652363300323486,
      "learning_rate": 1.7799945152886337e-06,
      "loss": 4.046774864196777,
      "semantic_top1": 0.480224609375,
      "step": 16800,
      "teacher_forced_acoustic_top1": 0.17647879464285715,
      "teacher_forced_semantic_top1": 0.480224609375,
      "teacher_kl_loss": 1.926154613494873,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17972237723214285,
      "ce_loss": 3.5376007556915283,
      "learning_rate": 1.7388728918140686e-06,
      "loss": 4.017765045166016,
      "semantic_top1": 0.4744873046875,
      "step": 16820,
      "teacher_forced_acoustic_top1": 0.17972237723214285,
      "teacher_forced_semantic_top1": 0.4744873046875,
      "teacher_kl_loss": 1.9206562042236328,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17258998325892858,
      "ce_loss": 3.5616705417633057,
      "learning_rate": 1.6977512683395032e-06,
      "loss": 4.0449934005737305,
      "semantic_top1": 0.481689453125,
      "step": 16840,
      "teacher_forced_acoustic_top1": 0.17258998325892858,
      "teacher_forced_semantic_top1": 0.481689453125,
      "teacher_kl_loss": 1.9332926273345947,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1741943359375,
      "ce_loss": 3.5853662490844727,
      "learning_rate": 1.656629644864938e-06,
      "loss": 4.0714616775512695,
      "semantic_top1": 0.472412109375,
      "step": 16860,
      "teacher_forced_acoustic_top1": 0.1741943359375,
      "teacher_forced_semantic_top1": 0.472412109375,
      "teacher_kl_loss": 1.9443814754486084,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17574637276785715,
      "ce_loss": 3.5724380016326904,
      "learning_rate": 1.615508021390373e-06,
      "loss": 4.052337646484375,
      "semantic_top1": 0.473876953125,
      "step": 16880,
      "teacher_forced_acoustic_top1": 0.17574637276785715,
      "teacher_forced_semantic_top1": 0.473876953125,
      "teacher_kl_loss": 1.9195983409881592,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18083844866071427,
      "ce_loss": 3.550858736038208,
      "learning_rate": 1.5743863979158116e-06,
      "loss": 4.032623291015625,
      "semantic_top1": 0.4730224609375,
      "step": 16900,
      "teacher_forced_acoustic_top1": 0.18083844866071427,
      "teacher_forced_semantic_top1": 0.4730224609375,
      "teacher_kl_loss": 1.9270581007003784,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17487444196428573,
      "ce_loss": 3.567352294921875,
      "learning_rate": 1.5332647744412463e-06,
      "loss": 4.052072525024414,
      "semantic_top1": 0.469482421875,
      "step": 16920,
      "teacher_forced_acoustic_top1": 0.17487444196428573,
      "teacher_forced_semantic_top1": 0.469482421875,
      "teacher_kl_loss": 1.9388818740844727,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17914690290178573,
      "ce_loss": 3.536780834197998,
      "learning_rate": 1.4921431509666811e-06,
      "loss": 4.0224528312683105,
      "semantic_top1": 0.4835205078125,
      "step": 16940,
      "teacher_forced_acoustic_top1": 0.17914690290178573,
      "teacher_forced_semantic_top1": 0.4835205078125,
      "teacher_kl_loss": 1.9426870346069336,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1728515625,
      "ce_loss": 3.5910682678222656,
      "learning_rate": 1.451021527492116e-06,
      "loss": 4.073447227478027,
      "semantic_top1": 0.4674072265625,
      "step": 16960,
      "teacher_forced_acoustic_top1": 0.1728515625,
      "teacher_forced_semantic_top1": 0.4674072265625,
      "teacher_kl_loss": 1.9295153617858887,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17740304129464285,
      "ce_loss": 3.561304807662964,
      "learning_rate": 1.4098999040175506e-06,
      "loss": 4.03945255279541,
      "semantic_top1": 0.4727783203125,
      "step": 16980,
      "teacher_forced_acoustic_top1": 0.17740304129464285,
      "teacher_forced_semantic_top1": 0.4727783203125,
      "teacher_kl_loss": 1.9125897884368896,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18263462611607142,
      "ce_loss": 3.5242457389831543,
      "learning_rate": 1.3687782805429855e-06,
      "loss": 3.9995033740997314,
      "semantic_top1": 0.47216796875,
      "step": 17000,
      "teacher_forced_acoustic_top1": 0.18263462611607142,
      "teacher_forced_semantic_top1": 0.47216796875,
      "teacher_kl_loss": 1.9010310173034668,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07264650022828734,
      "acoustic_top5": 0.1983920010653409,
      "ce_loss": 3.5198929526589136,
      "head_0_top1": 0.43126331676136365,
      "head_0_top5": 0.8045737526633523,
      "head_1_top1": 0.14695878462357956,
      "head_1_top5": 0.358184814453125,
      "head_2_top1": 0.1294527920809659,
      "head_2_top5": 0.33269153941761365,
      "head_3_top1": 0.09382490678267046,
      "head_3_top5": 0.26124156605113635,
      "head_4_top1": 0.06544910777698863,
      "head_4_top5": 0.19403631036931818,
      "head_5_top1": 0.033769087357954544,
      "head_5_top5": 0.10837069424715909,
      "head_6_top1": 0.0216064453125,
      "head_6_top5": 0.07339200106534091,
      "head_7_top1": 0.017464377663352272,
      "head_7_top5": 0.060827081853693184,
      "loss": 3.993560791015625,
      "semantic_top1": 0.43126331676136365,
      "semantic_top5": 0.8045737526633523,
      "step": 17000,
      "teacher_forced_acoustic_top1": 0.18357591505174514,
      "teacher_forced_acoustic_top5": 0.4444619711343344,
      "teacher_forced_head_0_top1": 0.43126331676136365,
      "teacher_forced_head_0_top5": 0.8045737526633523,
      "teacher_forced_head_1_top1": 0.26961170543323865,
      "teacher_forced_head_1_top5": 0.6065784801136364,
      "teacher_forced_head_2_top1": 0.24382990056818182,
      "teacher_forced_head_2_top5": 0.5597173517400568,
      "teacher_forced_head_3_top1": 0.19257701526988635,
      "teacher_forced_head_3_top5": 0.4688138094815341,
      "teacher_forced_head_4_top1": 0.166015625,
      "teacher_forced_head_4_top5": 0.4148198908025568,
      "teacher_forced_head_5_top1": 0.154449462890625,
      "teacher_forced_head_5_top5": 0.38901866566051135,
      "teacher_forced_head_6_top1": 0.14061112837357956,
      "teacher_forced_head_6_top5": 0.3598660555752841,
      "teacher_forced_head_7_top1": 0.11793656782670454,
      "teacher_forced_head_7_top5": 0.31241954456676135,
      "teacher_forced_semantic_top1": 0.43126331676136365,
      "teacher_forced_semantic_top5": 0.8045737526633523,
      "teacher_kl_loss": 1.894670139659535,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.17497907366071427,
      "ce_loss": 3.5634121894836426,
      "learning_rate": 1.3276566570684204e-06,
      "loss": 4.046438694000244,
      "semantic_top1": 0.4744873046875,
      "step": 17020,
      "teacher_forced_acoustic_top1": 0.17497907366071427,
      "teacher_forced_semantic_top1": 0.4744873046875,
      "teacher_kl_loss": 1.932106852531433,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17466517857142858,
      "ce_loss": 3.5737171173095703,
      "learning_rate": 1.286535033593859e-06,
      "loss": 4.055658340454102,
      "semantic_top1": 0.4696044921875,
      "step": 17040,
      "teacher_forced_acoustic_top1": 0.17466517857142858,
      "teacher_forced_semantic_top1": 0.4696044921875,
      "teacher_kl_loss": 1.9277644157409668,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17510114397321427,
      "ce_loss": 3.567532539367676,
      "learning_rate": 1.2454134101192937e-06,
      "loss": 4.051460266113281,
      "semantic_top1": 0.4736328125,
      "step": 17060,
      "teacher_forced_acoustic_top1": 0.17510114397321427,
      "teacher_forced_semantic_top1": 0.4736328125,
      "teacher_kl_loss": 1.9357118606567383,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18500627790178573,
      "ce_loss": 3.5039849281311035,
      "learning_rate": 1.2042917866447286e-06,
      "loss": 3.9820899963378906,
      "semantic_top1": 0.47509765625,
      "step": 17080,
      "teacher_forced_acoustic_top1": 0.18500627790178573,
      "teacher_forced_semantic_top1": 0.47509765625,
      "teacher_kl_loss": 1.9124197959899902,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17747279575892858,
      "ce_loss": 3.556562900543213,
      "learning_rate": 1.1631701631701634e-06,
      "loss": 4.037339687347412,
      "semantic_top1": 0.4853515625,
      "step": 17100,
      "teacher_forced_acoustic_top1": 0.17747279575892858,
      "teacher_forced_semantic_top1": 0.4853515625,
      "teacher_kl_loss": 1.9231059551239014,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17520577566964285,
      "ce_loss": 3.559244155883789,
      "learning_rate": 1.122048539695598e-06,
      "loss": 4.0379204750061035,
      "semantic_top1": 0.469482421875,
      "step": 17120,
      "teacher_forced_acoustic_top1": 0.17520577566964285,
      "teacher_forced_semantic_top1": 0.469482421875,
      "teacher_kl_loss": 1.9147053956985474,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18012346540178573,
      "ce_loss": 3.528798818588257,
      "learning_rate": 1.0809269162210327e-06,
      "loss": 4.007835865020752,
      "semantic_top1": 0.471923828125,
      "step": 17140,
      "teacher_forced_acoustic_top1": 0.18012346540178573,
      "teacher_forced_semantic_top1": 0.471923828125,
      "teacher_kl_loss": 1.916147232055664,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18069893973214285,
      "ce_loss": 3.5353360176086426,
      "learning_rate": 1.0398052927464676e-06,
      "loss": 4.007632732391357,
      "semantic_top1": 0.481689453125,
      "step": 17160,
      "teacher_forced_acoustic_top1": 0.18069893973214285,
      "teacher_forced_semantic_top1": 0.481689453125,
      "teacher_kl_loss": 1.8891873359680176,
      "type": "train"
    },
    {
      "acoustic_top1": 0.181396484375,
      "ce_loss": 3.5301692485809326,
      "learning_rate": 9.986836692719063e-07,
      "loss": 4.00520133972168,
      "semantic_top1": 0.476318359375,
      "step": 17180,
      "teacher_forced_acoustic_top1": 0.181396484375,
      "teacher_forced_semantic_top1": 0.476318359375,
      "teacher_kl_loss": 1.9001280069351196,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17729840959821427,
      "ce_loss": 3.5575027465820312,
      "learning_rate": 9.575620457973411e-07,
      "loss": 4.036450386047363,
      "semantic_top1": 0.465576171875,
      "step": 17200,
      "teacher_forced_acoustic_top1": 0.17729840959821427,
      "teacher_forced_semantic_top1": 0.465576171875,
      "teacher_kl_loss": 1.9157917499542236,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17684500558035715,
      "ce_loss": 3.5771868228912354,
      "learning_rate": 9.164404223227761e-07,
      "loss": 4.055964946746826,
      "semantic_top1": 0.4730224609375,
      "step": 17220,
      "teacher_forced_acoustic_top1": 0.17684500558035715,
      "teacher_forced_semantic_top1": 0.4730224609375,
      "teacher_kl_loss": 1.9151122570037842,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17593819754464285,
      "ce_loss": 3.5869734287261963,
      "learning_rate": 8.753187988482105e-07,
      "loss": 4.075739860534668,
      "semantic_top1": 0.47119140625,
      "step": 17240,
      "teacher_forced_acoustic_top1": 0.17593819754464285,
      "teacher_forced_semantic_top1": 0.47119140625,
      "teacher_kl_loss": 1.9550663232803345,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17646135602678573,
      "ce_loss": 3.5924081802368164,
      "learning_rate": 8.341971753736455e-07,
      "loss": 4.079822540283203,
      "semantic_top1": 0.462646484375,
      "step": 17260,
      "teacher_forced_acoustic_top1": 0.17646135602678573,
      "teacher_forced_semantic_top1": 0.462646484375,
      "teacher_kl_loss": 1.9496550559997559,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17572893415178573,
      "ce_loss": 3.5791306495666504,
      "learning_rate": 7.930755518990803e-07,
      "loss": 4.069415092468262,
      "semantic_top1": 0.468017578125,
      "step": 17280,
      "teacher_forced_acoustic_top1": 0.17572893415178573,
      "teacher_forced_semantic_top1": 0.468017578125,
      "teacher_kl_loss": 1.9611387252807617,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1781005859375,
      "ce_loss": 3.555650234222412,
      "learning_rate": 7.519539284245149e-07,
      "loss": 4.038234710693359,
      "semantic_top1": 0.4818115234375,
      "step": 17300,
      "teacher_forced_acoustic_top1": 0.1781005859375,
      "teacher_forced_semantic_top1": 0.4818115234375,
      "teacher_kl_loss": 1.9303386211395264,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18366350446428573,
      "ce_loss": 3.528085708618164,
      "learning_rate": 7.108323049499537e-07,
      "loss": 4.008579254150391,
      "semantic_top1": 0.4666748046875,
      "step": 17320,
      "teacher_forced_acoustic_top1": 0.18366350446428573,
      "teacher_forced_semantic_top1": 0.4666748046875,
      "teacher_kl_loss": 1.9219739437103271,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18024553571428573,
      "ce_loss": 3.546574354171753,
      "learning_rate": 6.697106814753886e-07,
      "loss": 4.030174732208252,
      "semantic_top1": 0.467041015625,
      "step": 17340,
      "teacher_forced_acoustic_top1": 0.18024553571428573,
      "teacher_forced_semantic_top1": 0.467041015625,
      "teacher_kl_loss": 1.9344024658203125,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17585100446428573,
      "ce_loss": 3.584322452545166,
      "learning_rate": 6.285890580008232e-07,
      "loss": 4.070035934448242,
      "semantic_top1": 0.4688720703125,
      "step": 17360,
      "teacher_forced_acoustic_top1": 0.17585100446428573,
      "teacher_forced_semantic_top1": 0.4688720703125,
      "teacher_kl_loss": 1.9428532123565674,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17668805803571427,
      "ce_loss": 3.5726943016052246,
      "learning_rate": 5.87467434526258e-07,
      "loss": 4.059345245361328,
      "semantic_top1": 0.4739990234375,
      "step": 17380,
      "teacher_forced_acoustic_top1": 0.17668805803571427,
      "teacher_forced_semantic_top1": 0.4739990234375,
      "teacher_kl_loss": 1.9466017484664917,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18333217075892858,
      "ce_loss": 3.508190155029297,
      "learning_rate": 5.463458110516928e-07,
      "loss": 3.979595422744751,
      "semantic_top1": 0.478515625,
      "step": 17400,
      "teacher_forced_acoustic_top1": 0.18333217075892858,
      "teacher_forced_semantic_top1": 0.478515625,
      "teacher_kl_loss": 1.885621428489685,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1781005859375,
      "ce_loss": 3.565304756164551,
      "learning_rate": 5.052241875771277e-07,
      "loss": 4.046914577484131,
      "semantic_top1": 0.4647216796875,
      "step": 17420,
      "teacher_forced_acoustic_top1": 0.1781005859375,
      "teacher_forced_semantic_top1": 0.4647216796875,
      "teacher_kl_loss": 1.9264395236968994,
      "type": "train"
    },
    {
      "acoustic_top1": 0.1805419921875,
      "ce_loss": 3.552765130996704,
      "learning_rate": 4.6410256410256247e-07,
      "loss": 4.028719902038574,
      "semantic_top1": 0.4822998046875,
      "step": 17440,
      "teacher_forced_acoustic_top1": 0.1805419921875,
      "teacher_forced_semantic_top1": 0.4822998046875,
      "teacher_kl_loss": 1.9038203954696655,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17299107142857142,
      "ce_loss": 3.5938613414764404,
      "learning_rate": 4.2298094062800115e-07,
      "loss": 4.08182954788208,
      "semantic_top1": 0.470947265625,
      "step": 17460,
      "teacher_forced_acoustic_top1": 0.17299107142857142,
      "teacher_forced_semantic_top1": 0.470947265625,
      "teacher_kl_loss": 1.9518718719482422,
      "type": "train"
    },
    {
      "acoustic_top1": 0.18967982700892858,
      "ce_loss": 3.493804693222046,
      "learning_rate": 3.8185931715343596e-07,
      "loss": 3.9700729846954346,
      "semantic_top1": 0.4871826171875,
      "step": 17480,
      "teacher_forced_acoustic_top1": 0.18967982700892858,
      "teacher_forced_semantic_top1": 0.4871826171875,
      "teacher_kl_loss": 1.905072808265686,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17815290178571427,
      "ce_loss": 3.529879093170166,
      "learning_rate": 3.407376936788707e-07,
      "loss": 4.0066423416137695,
      "semantic_top1": 0.48583984375,
      "step": 17500,
      "teacher_forced_acoustic_top1": 0.17815290178571427,
      "teacher_forced_semantic_top1": 0.48583984375,
      "teacher_kl_loss": 1.9070507287979126,
      "type": "train"
    },
    {
      "acoustic_top1": 0.07298060825892858,
      "acoustic_top5": 0.19882083248782467,
      "ce_loss": 3.5152001814408735,
      "head_0_top1": 0.4316433993252841,
      "head_0_top5": 0.8050786798650568,
      "head_1_top1": 0.14719182794744318,
      "head_1_top5": 0.35844837535511365,
      "head_2_top1": 0.13015192205255682,
      "head_2_top5": 0.33355712890625,
      "head_3_top1": 0.09461004083806818,
      "head_3_top5": 0.2622597434303977,
      "head_4_top1": 0.06556840376420454,
      "head_4_top5": 0.1947909268465909,
      "head_5_top1": 0.034093683416193184,
      "head_5_top5": 0.10836514559659091,
      "head_6_top1": 0.021614768288352272,
      "head_6_top5": 0.07330599698153409,
      "head_7_top1": 0.01763361150568182,
      "head_7_top5": 0.061018510298295456,
      "loss": 3.9882268038663,
      "semantic_top1": 0.4316433993252841,
      "semantic_top5": 0.8050786798650568,
      "step": 17500,
      "teacher_forced_acoustic_top1": 0.1842243145038555,
      "teacher_forced_acoustic_top5": 0.44544923460328734,
      "teacher_forced_head_0_top1": 0.4316433993252841,
      "teacher_forced_head_0_top5": 0.8050786798650568,
      "teacher_forced_head_1_top1": 0.2704134854403409,
      "teacher_forced_head_1_top5": 0.6069807572798296,
      "teacher_forced_head_2_top1": 0.24489801580255682,
      "teacher_forced_head_2_top5": 0.5603887384588068,
      "teacher_forced_head_3_top1": 0.1932095614346591,
      "teacher_forced_head_3_top5": 0.4699651544744318,
      "teacher_forced_head_4_top1": 0.16664262251420456,
      "teacher_forced_head_4_top5": 0.41602949662642047,
      "teacher_forced_head_5_top1": 0.1546353426846591,
      "teacher_forced_head_5_top5": 0.3900978781960227,
      "teacher_forced_head_6_top1": 0.14098011363636365,
      "teacher_forced_head_6_top5": 0.3605568625710227,
      "teacher_forced_head_7_top1": 0.11879106001420454,
      "teacher_forced_head_7_top5": 0.3141257546164773,
      "teacher_forced_semantic_top1": 0.4316433993252841,
      "teacher_forced_semantic_top5": 0.8050786798650568,
      "teacher_kl_loss": 1.892104755748402,
      "type": "validation"
    },
    {
      "acoustic_top1": 0.1773681640625,
      "ce_loss": 3.552086353302002,
      "learning_rate": 2.996160702043055e-07,
      "loss": 4.0276079177856445,
      "semantic_top1": 0.479248046875,
      "step": 17520,
      "teacher_forced_acoustic_top1": 0.1773681640625,
      "teacher_forced_semantic_top1": 0.479248046875,
      "teacher_kl_loss": 1.9020863771438599,
      "type": "train"
    },
    {
      "acoustic_top1": 0.176513671875,
      "ce_loss": 3.558134078979492,
      "learning_rate": 2.584944467297403e-07,
      "loss": 4.041892051696777,
      "semantic_top1": 0.4639892578125,
      "step": 17540,
      "teacher_forced_acoustic_top1": 0.176513671875,
      "teacher_forced_semantic_top1": 0.4639892578125,
      "teacher_kl_loss": 1.9350327253341675,
      "type": "train"
    },
    {
      "acoustic_top1": 0.182373046875,
      "ce_loss": 3.5395214557647705,
      "learning_rate": 2.1737282325517507e-07,
      "loss": 4.019524097442627,
      "semantic_top1": 0.4832763671875,
      "step": 17560,
      "teacher_forced_acoustic_top1": 0.182373046875,
      "teacher_forced_semantic_top1": 0.4832763671875,
      "teacher_kl_loss": 1.9200100898742676,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17719377790178573,
      "ce_loss": 3.562009334564209,
      "learning_rate": 1.7625119978060988e-07,
      "loss": 4.040048122406006,
      "semantic_top1": 0.4810791015625,
      "step": 17580,
      "teacher_forced_acoustic_top1": 0.17719377790178573,
      "teacher_forced_semantic_top1": 0.4810791015625,
      "teacher_kl_loss": 1.912153720855713,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17686244419642858,
      "ce_loss": 3.536738157272339,
      "learning_rate": 1.3512957630604858e-07,
      "loss": 4.015189170837402,
      "semantic_top1": 0.477783203125,
      "step": 17600,
      "teacher_forced_acoustic_top1": 0.17686244419642858,
      "teacher_forced_semantic_top1": 0.477783203125,
      "teacher_kl_loss": 1.913802981376648,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17728097098214285,
      "ce_loss": 3.546947956085205,
      "learning_rate": 9.400795283148336e-08,
      "loss": 4.026801109313965,
      "semantic_top1": 0.496337890625,
      "step": 17620,
      "teacher_forced_acoustic_top1": 0.17728097098214285,
      "teacher_forced_semantic_top1": 0.496337890625,
      "teacher_kl_loss": 1.9194130897521973,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17940848214285715,
      "ce_loss": 3.545165538787842,
      "learning_rate": 5.288632935691815e-08,
      "loss": 4.020351409912109,
      "semantic_top1": 0.48046875,
      "step": 17640,
      "teacher_forced_acoustic_top1": 0.17940848214285715,
      "teacher_forced_semantic_top1": 0.48046875,
      "teacher_kl_loss": 1.9007421731948853,
      "type": "train"
    },
    {
      "acoustic_top1": 0.17721121651785715,
      "ce_loss": 3.563624382019043,
      "learning_rate": 1.1764705882352939e-08,
      "loss": 4.043582916259766,
      "semantic_top1": 0.474365234375,
      "step": 17660,
      "teacher_forced_acoustic_top1": 0.17721121651785715,
      "teacher_forced_semantic_top1": 0.474365234375,
      "teacher_kl_loss": 1.9198353290557861,
      "type": "train"
    }
  ],
  "validation_records": 130,
  "validation_split": "holdout",
  "validation_windows": 2768
}