| { |
| "checkpoints": [ |
| { |
| "acoustic_top1": 0.009238899528206168, |
| "acoustic_top5": 0.036695604200487016, |
| "ce_loss": 6.719849326393821, |
| "checkpoint": "checkpoint-500", |
| "head_0_top1": 0.015586159446022728, |
| "head_0_top5": 0.053095037286931816, |
| "head_1_top1": 0.01840764825994318, |
| "head_1_top5": 0.0687255859375, |
| "head_2_top1": 0.012598211115056818, |
| "head_2_top5": 0.046875, |
| "head_3_top1": 0.008930553089488636, |
| "head_3_top5": 0.03623546253551136, |
| "head_4_top1": 0.007501775568181818, |
| "head_4_top5": 0.03129161487926136, |
| "head_5_top1": 0.006394819779829545, |
| "head_5_top5": 0.027019153941761364, |
| "head_6_top1": 0.005809437144886364, |
| "head_6_top5": 0.024716463955965908, |
| "head_7_top1": 0.005029851740056818, |
| "head_7_top5": 0.022005948153409092, |
| "loss": 7.7227089621803975, |
| "semantic_top1": 0.015586159446022728, |
| "semantic_top5": 0.053095037286931816, |
| "step": 500, |
| "teacher_kl_loss": 4.011442704634233 |
| }, |
| { |
| "acoustic_top1": 0.021492301643668832, |
| "acoustic_top5": 0.07571648932122566, |
| "ce_loss": 6.109800858931108, |
| "checkpoint": "checkpoint-1000", |
| "head_0_top1": 0.09515935724431818, |
| "head_0_top5": 0.2500221946022727, |
| "head_1_top1": 0.042791193181818184, |
| "head_1_top5": 0.13984264026988635, |
| "head_2_top1": 0.035680597478693184, |
| "head_2_top5": 0.11644952947443182, |
| "head_3_top1": 0.021492697975852272, |
| "head_3_top5": 0.077972412109375, |
| "head_4_top1": 0.016404585404829544, |
| "head_4_top5": 0.06255548650568182, |
| "head_5_top1": 0.014210094105113636, |
| "head_5_top5": 0.05376364968039773, |
| "head_6_top1": 0.010320490056818182, |
| "head_6_top5": 0.04146229137073864, |
| "head_7_top1": 0.009546453302556818, |
| "head_7_top5": 0.037969415838068184, |
| "loss": 6.984003240411932, |
| "semantic_top1": 0.09515935724431818, |
| "semantic_top5": 0.2500221946022727, |
| "step": 1000, |
| "teacher_kl_loss": 3.49680571122603 |
| }, |
| { |
| "acoustic_top1": 0.03389353566355519, |
| "acoustic_top5": 0.11162458147321429, |
| "ce_loss": 5.658165324818004, |
| "checkpoint": "checkpoint-1500", |
| "head_0_top1": 0.187164306640625, |
| "head_0_top5": 0.4373418634588068, |
| "head_1_top1": 0.06279407848011363, |
| "head_1_top5": 0.19470769708806818, |
| "head_2_top1": 0.056931929154829544, |
| "head_2_top5": 0.17598932439630682, |
| "head_3_top1": 0.037611527876420456, |
| "head_3_top5": 0.12383755770596591, |
| "head_4_top1": 0.029255260120738636, |
| "head_4_top5": 0.10182883522727272, |
| "head_5_top1": 0.021534312855113636, |
| "head_5_top5": 0.076873779296875, |
| "head_6_top1": 0.01553622159090909, |
| "head_6_top5": 0.05742575905539773, |
| "head_7_top1": 0.013591419566761364, |
| "head_7_top5": 0.05070911754261364, |
| "loss": 6.443159623579546, |
| "semantic_top1": 0.187164306640625, |
| "semantic_top5": 0.4373418634588068, |
| "step": 1500, |
| "teacher_kl_loss": 3.13998066295277 |
| }, |
| { |
| "acoustic_top1": 0.04309121664468344, |
| "acoustic_top5": 0.13684399096996752, |
| "ce_loss": 5.383781433105469, |
| "checkpoint": "checkpoint-2000", |
| "head_0_top1": 0.2500277432528409, |
| "head_0_top5": 0.5477683327414773, |
| "head_1_top1": 0.07553932883522728, |
| "head_1_top5": 0.22703690962357956, |
| "head_2_top1": 0.07314786044034091, |
| "head_2_top5": 0.21626420454545456, |
| "head_3_top1": 0.051153009588068184, |
| "head_3_top5": 0.16249223188920456, |
| "head_4_top1": 0.038726806640625, |
| "head_4_top5": 0.12935846502130682, |
| "head_5_top1": 0.027579567649147728, |
| "head_5_top5": 0.09393865411931818, |
| "head_6_top1": 0.01888483220880682, |
| "head_6_top5": 0.06880881569602272, |
| "head_7_top1": 0.01660711115056818, |
| "head_7_top5": 0.06000865589488636, |
| "loss": 6.119406266645952, |
| "semantic_top1": 0.2500277432528409, |
| "semantic_top5": 0.5477683327414773, |
| "step": 2000, |
| "teacher_kl_loss": 2.942498640580611 |
| }, |
| { |
| "acoustic_top1": 0.04907464361810065, |
| "acoustic_top5": 0.15349350966416397, |
| "ce_loss": 5.215132973410866, |
| "checkpoint": "checkpoint-2500", |
| "head_0_top1": 0.288177490234375, |
| "head_0_top5": 0.6095858487215909, |
| "head_1_top1": 0.08429787375710228, |
| "head_1_top5": 0.24935080788352273, |
| "head_2_top1": 0.082489013671875, |
| "head_2_top5": 0.2406643954190341, |
| "head_3_top1": 0.05978116122159091, |
| "head_3_top5": 0.18552190607244318, |
| "head_4_top1": 0.04595669833096591, |
| "head_4_top5": 0.1512784090909091, |
| "head_5_top1": 0.03096979314630682, |
| "head_5_top5": 0.10400390625, |
| "head_6_top1": 0.021598122336647728, |
| "head_6_top5": 0.07710682262073863, |
| "head_7_top1": 0.018429842862215908, |
| "head_7_top5": 0.0665283203125, |
| "loss": 5.922209306196733, |
| "semantic_top1": 0.288177490234375, |
| "semantic_top5": 0.6095858487215909, |
| "step": 2500, |
| "teacher_kl_loss": 2.8283004760742188 |
| }, |
| { |
| "acoustic_top1": 0.05358173320819805, |
| "acoustic_top5": 0.16487498097605519, |
| "ce_loss": 5.10393662886186, |
| "checkpoint": "checkpoint-3000", |
| "head_0_top1": 0.3153631036931818, |
| "head_0_top5": 0.6513006036931818, |
| "head_1_top1": 0.08938043767755682, |
| "head_1_top5": 0.2620322487571023, |
| "head_2_top1": 0.08984929865056818, |
| "head_2_top5": 0.2574213201349432, |
| "head_3_top1": 0.06611494584517046, |
| "head_3_top5": 0.20173228870738635, |
| "head_4_top1": 0.052515203302556816, |
| "head_4_top5": 0.16750266335227273, |
| "head_5_top1": 0.03349997780539773, |
| "head_5_top5": 0.11228526722301137, |
| "head_6_top1": 0.023739901455965908, |
| "head_6_top5": 0.082611083984375, |
| "head_7_top1": 0.019972367720170456, |
| "head_7_top5": 0.07053999467329546, |
| "loss": 5.79420956698331, |
| "semantic_top1": 0.3153631036931818, |
| "semantic_top5": 0.6513006036931818, |
| "step": 3000, |
| "teacher_kl_loss": 2.7610919258811255 |
| }, |
| { |
| "acoustic_top1": 0.05691250887784091, |
| "acoustic_top5": 0.1734722186992695, |
| "ce_loss": 5.024650226939809, |
| "checkpoint": "checkpoint-3500", |
| "head_0_top1": 0.3348305442116477, |
| "head_0_top5": 0.6776178533380682, |
| "head_1_top1": 0.09334494850852272, |
| "head_1_top5": 0.2713595303622159, |
| "head_2_top1": 0.09541736949573863, |
| "head_2_top5": 0.2713567560369318, |
| "head_3_top1": 0.07116421786221591, |
| "head_3_top5": 0.21482987837357956, |
| "head_4_top1": 0.05693470348011364, |
| "head_4_top5": 0.17842240767045456, |
| "head_5_top1": 0.03589699485085227, |
| "head_5_top5": 0.11775623668323863, |
| "head_6_top1": 0.024638782848011364, |
| "head_6_top5": 0.08634255149147728, |
| "head_7_top1": 0.02099054509943182, |
| "head_7_top5": 0.07423817027698863, |
| "loss": 5.7021942138671875, |
| "semantic_top1": 0.3348305442116477, |
| "semantic_top5": 0.6776178533380682, |
| "step": 3500, |
| "teacher_kl_loss": 2.710172479802912 |
| }, |
| { |
| "acoustic_top1": 0.059757777622767856, |
| "acoustic_top5": 0.1807615602171266, |
| "ce_loss": 4.959530917080966, |
| "checkpoint": "checkpoint-4000", |
| "head_0_top1": 0.3470098322088068, |
| "head_0_top5": 0.6964499733664773, |
| "head_1_top1": 0.09620527787642046, |
| "head_1_top5": 0.2793801047585227, |
| "head_2_top1": 0.10038341175426137, |
| "head_2_top5": 0.2814858176491477, |
| "head_3_top1": 0.07474587180397728, |
| "head_3_top5": 0.22456221147017044, |
| "head_4_top1": 0.061082319779829544, |
| "head_4_top5": 0.18967784534801135, |
| "head_5_top1": 0.03770862926136364, |
| "head_5_top5": 0.12312733043323863, |
| "head_6_top1": 0.026200727982954544, |
| "head_6_top5": 0.09014615145596591, |
| "head_7_top1": 0.02197820490056818, |
| "head_7_top5": 0.07695146040482954, |
| "loss": 5.628925323486328, |
| "semantic_top1": 0.3470098322088068, |
| "semantic_top5": 0.6964499733664773, |
| "step": 4000, |
| "teacher_kl_loss": 2.6775762384588067 |
| }, |
| { |
| "acoustic_top1": 0.06188251445819805, |
| "acoustic_top5": 0.18595668247767858, |
| "ce_loss": 4.910030364990234, |
| "checkpoint": "checkpoint-4500", |
| "head_0_top1": 0.36024336381392047, |
| "head_0_top5": 0.7150379527698864, |
| "head_1_top1": 0.09985628995028409, |
| "head_1_top5": 0.28624378551136365, |
| "head_2_top1": 0.10342129794034091, |
| "head_2_top5": 0.2893094149502841, |
| "head_3_top1": 0.07832197709517046, |
| "head_3_top5": 0.23265491832386365, |
| "head_4_top1": 0.06331842595880682, |
| "head_4_top5": 0.195159912109375, |
| "head_5_top1": 0.03867686878551136, |
| "head_5_top5": 0.1260986328125, |
| "head_6_top1": 0.02681940252130682, |
| "head_6_top5": 0.09317571466619318, |
| "head_7_top1": 0.022763338955965908, |
| "head_7_top5": 0.07905439897017046, |
| "loss": 5.572572534734553, |
| "semantic_top1": 0.36024336381392047, |
| "semantic_top5": 0.7150379527698864, |
| "step": 4500, |
| "teacher_kl_loss": 2.6501664248379795 |
| }, |
| { |
| "acoustic_top1": 0.06362518706879058, |
| "acoustic_top5": 0.19021566812094157, |
| "ce_loss": 4.872190995649858, |
| "checkpoint": "checkpoint-5000", |
| "head_0_top1": 0.3691323020241477, |
| "head_0_top5": 0.7278886274857954, |
| "head_1_top1": 0.10185935280539772, |
| "head_1_top5": 0.2919339266690341, |
| "head_2_top1": 0.10581554066051137, |
| "head_2_top5": 0.29484696821732953, |
| "head_3_top1": 0.08092429421164772, |
| "head_3_top5": 0.23899147727272727, |
| "head_4_top1": 0.06595680930397728, |
| "head_4_top5": 0.20199030095880682, |
| "head_5_top1": 0.03998912464488636, |
| "head_5_top5": 0.12915871360085227, |
| "head_6_top1": 0.027371493252840908, |
| "head_6_top5": 0.09384432705965909, |
| "head_7_top1": 0.023459694602272728, |
| "head_7_top5": 0.08074396306818182, |
| "loss": 5.529521595348012, |
| "semantic_top1": 0.3691323020241477, |
| "semantic_top5": 0.7278886274857954, |
| "step": 5000, |
| "teacher_kl_loss": 2.6293215318159624 |
| }, |
| { |
| "acoustic_top1": 0.0650262213372565, |
| "acoustic_top5": 0.19364949015827923, |
| "ce_loss": 4.841509732333097, |
| "checkpoint": "checkpoint-5500", |
| "head_0_top1": 0.3771445534446023, |
| "head_0_top5": 0.7390358664772727, |
| "head_1_top1": 0.10403997247869318, |
| "head_1_top5": 0.2962119362571023, |
| "head_2_top1": 0.10716108842329546, |
| "head_2_top5": 0.29948564009232953, |
| "head_3_top1": 0.08321311257102272, |
| "head_3_top5": 0.24372447620738635, |
| "head_4_top1": 0.06810136274857954, |
| "head_4_top5": 0.2066983309659091, |
| "head_5_top1": 0.040674382990056816, |
| "head_5_top5": 0.13139204545454544, |
| "head_6_top1": 0.028012362393465908, |
| "head_6_top5": 0.09567538174715909, |
| "head_7_top1": 0.02398126775568182, |
| "head_7_top5": 0.08235862038352272, |
| "loss": 5.494660810990767, |
| "semantic_top1": 0.3771445534446023, |
| "semantic_top5": 0.7390358664772727, |
| "step": 5500, |
| "teacher_kl_loss": 2.612605008212003 |
| }, |
| { |
| "acoustic_top1": 0.06640506100344967, |
| "acoustic_top5": 0.1969537115716315, |
| "ce_loss": 4.81493481722745, |
| "checkpoint": "checkpoint-6000", |
| "head_0_top1": 0.38371415571732953, |
| "head_0_top5": 0.7480829412286932, |
| "head_1_top1": 0.10564630681818182, |
| "head_1_top5": 0.30029296875, |
| "head_2_top1": 0.10914750532670454, |
| "head_2_top5": 0.30354725230823865, |
| "head_3_top1": 0.08547696200284091, |
| "head_3_top5": 0.24945900656960227, |
| "head_4_top1": 0.06962446732954546, |
| "head_4_top5": 0.2105435458096591, |
| "head_5_top1": 0.04170643199573864, |
| "head_5_top5": 0.1339749422940341, |
| "head_6_top1": 0.029069380326704544, |
| "head_6_top5": 0.09763128107244318, |
| "head_7_top1": 0.02416437322443182, |
| "head_7_top5": 0.08322698419744318, |
| "loss": 5.464677290482954, |
| "semantic_top1": 0.38371415571732953, |
| "semantic_top5": 0.7480829412286932, |
| "step": 6000, |
| "teacher_kl_loss": 2.5989679856733843 |
| }, |
| { |
| "acoustic_top1": 0.06748704786424513, |
| "acoustic_top5": 0.19937847186992694, |
| "ce_loss": 4.791322187943892, |
| "checkpoint": "checkpoint-6500", |
| "head_0_top1": 0.3905029296875, |
| "head_0_top5": 0.7559537020596591, |
| "head_1_top1": 0.10705011541193182, |
| "head_1_top5": 0.30353892933238635, |
| "head_2_top1": 0.111846923828125, |
| "head_2_top5": 0.3086631081321023, |
| "head_3_top1": 0.08660888671875, |
| "head_3_top5": 0.2523748224431818, |
| "head_4_top1": 0.07125299627130682, |
| "head_4_top5": 0.21385054154829544, |
| "head_5_top1": 0.041883988813920456, |
| "head_5_top5": 0.1345547762784091, |
| "head_6_top1": 0.029185901988636364, |
| "head_6_top5": 0.09835260564630682, |
| "head_7_top1": 0.024580522017045456, |
| "head_7_top5": 0.08431451970880682, |
| "loss": 5.438798731023615, |
| "semantic_top1": 0.3905029296875, |
| "semantic_top5": 0.7559537020596591, |
| "step": 6500, |
| "teacher_kl_loss": 2.589907559481534 |
| }, |
| { |
| "acoustic_top1": 0.06844181209415584, |
| "acoustic_top5": 0.2019443264255276, |
| "ce_loss": 4.770946849476207, |
| "checkpoint": "checkpoint-7000", |
| "head_0_top1": 0.3950112082741477, |
| "head_0_top5": 0.761627197265625, |
| "head_1_top1": 0.10875632546164772, |
| "head_1_top5": 0.30757002397017047, |
| "head_2_top1": 0.11321466619318182, |
| "head_2_top5": 0.3115511807528409, |
| "head_3_top1": 0.08842329545454546, |
| "head_3_top5": 0.25660566850142047, |
| "head_4_top1": 0.07161920720880682, |
| "head_4_top5": 0.21552068536931818, |
| "head_5_top1": 0.04279674183238636, |
| "head_5_top5": 0.13665771484375, |
| "head_6_top1": 0.029560435901988636, |
| "head_6_top5": 0.10024192116477272, |
| "head_7_top1": 0.024722012606534092, |
| "head_7_top5": 0.08546309037642046, |
| "loss": 5.417517228560015, |
| "semantic_top1": 0.3950112082741477, |
| "semantic_top5": 0.761627197265625, |
| "step": 7000, |
| "teacher_kl_loss": 2.5862830768931997 |
| }, |
| { |
| "acoustic_top1": 0.0693311815137987, |
| "acoustic_top5": 0.20379400872564934, |
| "ce_loss": 4.75521503795277, |
| "checkpoint": "checkpoint-7500", |
| "head_0_top1": 0.39908946644176135, |
| "head_0_top5": 0.7672479802911932, |
| "head_1_top1": 0.10926680131392046, |
| "head_1_top5": 0.30851606889204547, |
| "head_2_top1": 0.11490423029119318, |
| "head_2_top5": 0.3149025656960227, |
| "head_3_top1": 0.08939153497869318, |
| "head_3_top5": 0.25968794389204547, |
| "head_4_top1": 0.07276777787642046, |
| "head_4_top5": 0.21742664683948865, |
| "head_5_top1": 0.043543035333806816, |
| "head_5_top5": 0.1387356844815341, |
| "head_6_top1": 0.030270663174715908, |
| "head_6_top5": 0.10109086470170454, |
| "head_7_top1": 0.025174227627840908, |
| "head_7_top5": 0.08619828657670454, |
| "loss": 5.398602572354403, |
| "semantic_top1": 0.39908946644176135, |
| "semantic_top5": 0.7672479802911932, |
| "step": 7500, |
| "teacher_kl_loss": 2.573550484397195 |
| }, |
| { |
| "acoustic_top1": 0.07033429827008929, |
| "acoustic_top5": 0.20586088106229708, |
| "ce_loss": 4.73772569136186, |
| "checkpoint": "checkpoint-8000", |
| "head_0_top1": 0.40406383167613635, |
| "head_0_top5": 0.7727494673295454, |
| "head_1_top1": 0.11074274236505682, |
| "head_1_top5": 0.3129327947443182, |
| "head_2_top1": 0.11608054421164772, |
| "head_2_top5": 0.31727461381392047, |
| "head_3_top1": 0.09094515713778409, |
| "head_3_top5": 0.2620821866122159, |
| "head_4_top1": 0.07451005415482954, |
| "head_4_top5": 0.22078635475852273, |
| "head_5_top1": 0.04418113014914773, |
| "head_5_top5": 0.13911299272017044, |
| "head_6_top1": 0.030376087535511364, |
| "head_6_top5": 0.10216730291193182, |
| "head_7_top1": 0.025504372336647728, |
| "head_7_top5": 0.086669921875, |
| "loss": 5.380239313299006, |
| "semantic_top1": 0.40406383167613635, |
| "semantic_top5": 0.7727494673295454, |
| "step": 8000, |
| "teacher_kl_loss": 2.5700543143532495 |
| }, |
| { |
| "acoustic_top1": 0.07049798346185066, |
| "acoustic_top5": 0.20650175020292208, |
| "ce_loss": 4.731698816472834, |
| "checkpoint": "checkpoint-8500", |
| "head_0_top1": 0.4052789861505682, |
| "head_0_top5": 0.7765641645951704, |
| "head_1_top1": 0.11169711026278409, |
| "head_1_top5": 0.31425614790482953, |
| "head_2_top1": 0.11592240767045454, |
| "head_2_top5": 0.318634033203125, |
| "head_3_top1": 0.09131414240056818, |
| "head_3_top5": 0.2623069069602273, |
| "head_4_top1": 0.07414384321732954, |
| "head_4_top5": 0.22156316583806818, |
| "head_5_top1": 0.044203324751420456, |
| "head_5_top5": 0.1398953524502841, |
| "head_6_top1": 0.030550870028409092, |
| "head_6_top5": 0.10174283114346591, |
| "head_7_top1": 0.025654185901988636, |
| "head_7_top5": 0.08711381392045454, |
| "loss": 5.372574199329723, |
| "semantic_top1": 0.4052789861505682, |
| "semantic_top5": 0.7765641645951704, |
| "step": 8500, |
| "teacher_kl_loss": 2.5635046525435015 |
| }, |
| { |
| "acoustic_top1": 0.07141985212053571, |
| "acoustic_top5": 0.2084417962408685, |
| "ce_loss": 4.716484416614879, |
| "checkpoint": "checkpoint-9000", |
| "head_0_top1": 0.409759521484375, |
| "head_0_top5": 0.7805591930042614, |
| "head_1_top1": 0.11305098100142046, |
| "head_1_top5": 0.31657825816761365, |
| "head_2_top1": 0.11829168146306818, |
| "head_2_top5": 0.3209783380681818, |
| "head_3_top1": 0.09186900745738637, |
| "head_3_top5": 0.26542247425426135, |
| "head_4_top1": 0.07552268288352272, |
| "head_4_top5": 0.22413773970170456, |
| "head_5_top1": 0.04474709250710227, |
| "head_5_top5": 0.14101063121448865, |
| "head_6_top1": 0.030917080965909092, |
| "head_6_top5": 0.10291082208806818, |
| "head_7_top1": 0.025540438565340908, |
| "head_7_top5": 0.08805431019176137, |
| "loss": 5.357324773615057, |
| "semantic_top1": 0.409759521484375, |
| "semantic_top5": 0.7805591930042614, |
| "step": 9000, |
| "teacher_kl_loss": 2.5633629885586826 |
| }, |
| { |
| "acoustic_top1": 0.07206151392552759, |
| "acoustic_top5": 0.2099094143161526, |
| "ce_loss": 4.704330097545277, |
| "checkpoint": "checkpoint-9500", |
| "head_0_top1": 0.4119234952059659, |
| "head_0_top5": 0.7830005992542614, |
| "head_1_top1": 0.11342274058948863, |
| "head_1_top5": 0.3182123357599432, |
| "head_2_top1": 0.11939863725142046, |
| "head_2_top5": 0.3241632634943182, |
| "head_3_top1": 0.09335604580965909, |
| "head_3_top5": 0.2679387872869318, |
| "head_4_top1": 0.076202392578125, |
| "head_4_top5": 0.22467041015625, |
| "head_5_top1": 0.04496071555397727, |
| "head_5_top5": 0.1418179598721591, |
| "head_6_top1": 0.031008633700284092, |
| "head_6_top5": 0.10361272638494318, |
| "head_7_top1": 0.026081431995738636, |
| "head_7_top5": 0.08895041725852272, |
| "loss": 5.344036449085582, |
| "semantic_top1": 0.4119234952059659, |
| "semantic_top5": 0.7830005992542614, |
| "step": 9500, |
| "teacher_kl_loss": 2.558825059370561 |
| }, |
| { |
| "acoustic_top1": 0.07225968001724838, |
| "acoustic_top5": 0.21085744089894481, |
| "ce_loss": 4.697110262784091, |
| "checkpoint": "checkpoint-10000", |
| "head_0_top1": 0.4138544256036932, |
| "head_0_top5": 0.7849870161576704, |
| "head_1_top1": 0.11370294744318182, |
| "head_1_top5": 0.319427490234375, |
| "head_2_top1": 0.11955677379261363, |
| "head_2_top5": 0.3252341530539773, |
| "head_3_top1": 0.09388594193892046, |
| "head_3_top5": 0.26970048384232953, |
| "head_4_top1": 0.07647705078125, |
| "head_4_top5": 0.22669844193892044, |
| "head_5_top1": 0.04510220614346591, |
| "head_5_top5": 0.14306085759943182, |
| "head_6_top1": 0.030964244495738636, |
| "head_6_top5": 0.10337968306107954, |
| "head_7_top1": 0.02612859552556818, |
| "head_7_top5": 0.0885009765625, |
| "loss": 5.334482366388494, |
| "semantic_top1": 0.4138544256036932, |
| "semantic_top5": 0.7849870161576704, |
| "step": 10000, |
| "teacher_kl_loss": 2.5494896281849253 |
| }, |
| { |
| "acoustic_top1": 0.0728006734476461, |
| "acoustic_top5": 0.21215186181006493, |
| "ce_loss": 4.6891538446599785, |
| "checkpoint": "checkpoint-10500", |
| "head_0_top1": 0.4155856045809659, |
| "head_0_top5": 0.7870844060724432, |
| "head_1_top1": 0.11428555575284091, |
| "head_1_top5": 0.3206703879616477, |
| "head_2_top1": 0.12022816051136363, |
| "head_2_top5": 0.32636885209517047, |
| "head_3_top1": 0.09464333274147728, |
| "head_3_top5": 0.2720725319602273, |
| "head_4_top1": 0.07749522816051137, |
| "head_4_top5": 0.2285128506747159, |
| "head_5_top1": 0.045496160333806816, |
| "head_5_top5": 0.14343816583806818, |
| "head_6_top1": 0.03131380948153409, |
| "head_6_top5": 0.10450883345170454, |
| "head_7_top1": 0.026142467151988636, |
| "head_7_top5": 0.08949141068892046, |
| "loss": 5.326873779296875, |
| "semantic_top1": 0.4155856045809659, |
| "semantic_top5": 0.7870844060724432, |
| "step": 10500, |
| "teacher_kl_loss": 2.550879044966264 |
| }, |
| { |
| "acoustic_top1": 0.07338090376420454, |
| "acoustic_top5": 0.2130745231331169, |
| "ce_loss": 4.681384693492543, |
| "checkpoint": "checkpoint-11000", |
| "head_0_top1": 0.41792436079545453, |
| "head_0_top5": 0.790924072265625, |
| "head_1_top1": 0.11578369140625, |
| "head_1_top5": 0.3231728293678977, |
| "head_2_top1": 0.12080799449573863, |
| "head_2_top5": 0.3278447931463068, |
| "head_3_top1": 0.09537298029119318, |
| "head_3_top5": 0.27268843217329547, |
| "head_4_top1": 0.07770052823153409, |
| "head_4_top5": 0.22972245649857956, |
| "head_5_top1": 0.04572365500710227, |
| "head_5_top5": 0.14333551580255682, |
| "head_6_top1": 0.031693892045454544, |
| "head_6_top5": 0.10498324307528409, |
| "head_7_top1": 0.026583584872159092, |
| "head_7_top5": 0.08977439186789772, |
| "loss": 5.317876295609907, |
| "semantic_top1": 0.41792436079545453, |
| "semantic_top5": 0.790924072265625, |
| "step": 11000, |
| "teacher_kl_loss": 2.5459686626087534 |
| }, |
| { |
| "acoustic_top1": 0.0737257127637987, |
| "acoustic_top5": 0.21399163580560066, |
| "ce_loss": 4.673743161288175, |
| "checkpoint": "checkpoint-11500", |
| "head_0_top1": 0.41938365589488635, |
| "head_0_top5": 0.7926885431463068, |
| "head_1_top1": 0.11606667258522728, |
| "head_1_top5": 0.3235112970525568, |
| "head_2_top1": 0.12167635830965909, |
| "head_2_top5": 0.33009199662642047, |
| "head_3_top1": 0.09567538174715909, |
| "head_3_top5": 0.27430863813920453, |
| "head_4_top1": 0.07805286754261363, |
| "head_4_top5": 0.22990556196732956, |
| "head_5_top1": 0.046067671342329544, |
| "head_5_top5": 0.14473932439630682, |
| "head_6_top1": 0.031632856889204544, |
| "head_6_top5": 0.10498046875, |
| "head_7_top1": 0.026908180930397728, |
| "head_7_top5": 0.09040416370738637, |
| "loss": 5.309654582630504, |
| "semantic_top1": 0.41938365589488635, |
| "semantic_top5": 0.7926885431463068, |
| "step": 11500, |
| "teacher_kl_loss": 2.5436446449973364 |
| }, |
| { |
| "acoustic_top1": 0.07417713512073863, |
| "acoustic_top5": 0.21510453657670456, |
| "ce_loss": 4.666432467373935, |
| "checkpoint": "checkpoint-12000", |
| "head_0_top1": 0.4220636541193182, |
| "head_0_top5": 0.7952104048295454, |
| "head_1_top1": 0.11665482954545454, |
| "head_1_top5": 0.32521195845170453, |
| "head_2_top1": 0.12220625443892046, |
| "head_2_top5": 0.3312155983664773, |
| "head_3_top1": 0.09684614701704546, |
| "head_3_top5": 0.27543501420454547, |
| "head_4_top1": 0.07895729758522728, |
| "head_4_top5": 0.23249123313210227, |
| "head_5_top1": 0.04594837535511364, |
| "head_5_top5": 0.14491410688920456, |
| "head_6_top1": 0.031538529829545456, |
| "head_6_top5": 0.10548262162642046, |
| "head_7_top1": 0.027088512073863636, |
| "head_7_top5": 0.09098122336647728, |
| "loss": 5.3017966530539775, |
| "semantic_top1": 0.4220636541193182, |
| "semantic_top5": 0.7952104048295454, |
| "step": 12000, |
| "teacher_kl_loss": 2.5414588234641333 |
| }, |
| { |
| "acoustic_top1": 0.07441453809862013, |
| "acoustic_top5": 0.2154005967177354, |
| "ce_loss": 4.66277451948686, |
| "checkpoint": "checkpoint-12500", |
| "head_0_top1": 0.4229403409090909, |
| "head_0_top5": 0.7964366566051136, |
| "head_1_top1": 0.116546630859375, |
| "head_1_top5": 0.3252286044034091, |
| "head_2_top1": 0.12289151278409091, |
| "head_2_top5": 0.3319646661931818, |
| "head_3_top1": 0.09722622958096591, |
| "head_3_top5": 0.27640880237926135, |
| "head_4_top1": 0.07928189364346591, |
| "head_4_top5": 0.23256891424005682, |
| "head_5_top1": 0.04620083895596591, |
| "head_5_top5": 0.14500565962357956, |
| "head_6_top1": 0.03171053799715909, |
| "head_6_top5": 0.10569624467329546, |
| "head_7_top1": 0.02704412286931818, |
| "head_7_top5": 0.09093128551136363, |
| "loss": 5.29755332253196, |
| "semantic_top1": 0.4229403409090909, |
| "semantic_top5": 0.7964366566051136, |
| "step": 12500, |
| "teacher_kl_loss": 2.5391148653897373 |
| }, |
| { |
| "acoustic_top1": 0.0748176079291802, |
| "acoustic_top5": 0.2161968280742695, |
| "ce_loss": 4.658017591996626, |
| "checkpoint": "checkpoint-13000", |
| "head_0_top1": 0.4236422452059659, |
| "head_0_top5": 0.7974798029119318, |
| "head_1_top1": 0.11768132990056818, |
| "head_1_top5": 0.32719005237926135, |
| "head_2_top1": 0.12344637784090909, |
| "head_2_top5": 0.3330327814275568, |
| "head_3_top1": 0.09734275124289772, |
| "head_3_top5": 0.27726884321732953, |
| "head_4_top1": 0.07952048561789772, |
| "head_4_top5": 0.232513427734375, |
| "head_5_top1": 0.046539306640625, |
| "head_5_top5": 0.14640669389204544, |
| "head_6_top1": 0.032049005681818184, |
| "head_6_top5": 0.10556585138494318, |
| "head_7_top1": 0.027143998579545456, |
| "head_7_top5": 0.091400146484375, |
| "loss": 5.29179590398615, |
| "semantic_top1": 0.4236422452059659, |
| "semantic_top5": 0.7974798029119318, |
| "step": 13000, |
| "teacher_kl_loss": 2.535112901167436 |
| }, |
| { |
| "acoustic_top1": 0.0749464158887987, |
| "acoustic_top5": 0.21663120814732142, |
| "ce_loss": 4.653559598055753, |
| "checkpoint": "checkpoint-13500", |
| "head_0_top1": 0.424591064453125, |
| "head_0_top5": 0.7983537153764204, |
| "head_1_top1": 0.11791159889914772, |
| "head_1_top5": 0.3276727849786932, |
| "head_2_top1": 0.12347966974431818, |
| "head_2_top5": 0.3338650790127841, |
| "head_3_top1": 0.09767844460227272, |
| "head_3_top5": 0.27809559215198865, |
| "head_4_top1": 0.07981456409801137, |
| "head_4_top5": 0.2337979403409091, |
| "head_5_top1": 0.04675015536221591, |
| "head_5_top5": 0.14597112482244318, |
| "head_6_top1": 0.03198519620028409, |
| "head_6_top5": 0.10572398792613637, |
| "head_7_top1": 0.027005282315340908, |
| "head_7_top5": 0.09129194779829546, |
| "loss": 5.286717501553622, |
| "semantic_top1": 0.424591064453125, |
| "semantic_top5": 0.7983537153764204, |
| "step": 13500, |
| "teacher_kl_loss": 2.532631267200817 |
| }, |
| { |
| "acoustic_top1": 0.07525634765625, |
| "acoustic_top5": 0.21730695452008927, |
| "ce_loss": 4.648884166370738, |
| "checkpoint": "checkpoint-14000", |
| "head_0_top1": 0.4258062189275568, |
| "head_0_top5": 0.7999184348366477, |
| "head_1_top1": 0.11814464222301137, |
| "head_1_top5": 0.3286077325994318, |
| "head_2_top1": 0.12398459694602272, |
| "head_2_top5": 0.33491099964488635, |
| "head_3_top1": 0.09790316495028409, |
| "head_3_top5": 0.27874755859375, |
| "head_4_top1": 0.08057195490056818, |
| "head_4_top5": 0.23488270152698865, |
| "head_5_top1": 0.046675248579545456, |
| "head_5_top5": 0.14664528586647727, |
| "head_6_top1": 0.03222378817471591, |
| "head_6_top5": 0.105987548828125, |
| "head_7_top1": 0.027291037819602272, |
| "head_7_top5": 0.09136685458096591, |
| "loss": 5.28161655772816, |
| "semantic_top1": 0.4258062189275568, |
| "semantic_top5": 0.7999184348366477, |
| "step": 14000, |
| "teacher_kl_loss": 2.530928698453036 |
| }, |
| { |
| "acoustic_top1": 0.07545213575487013, |
| "acoustic_top5": 0.2177809678114854, |
| "ce_loss": 4.64499907060103, |
| "checkpoint": "checkpoint-14500", |
| "head_0_top1": 0.42650257457386365, |
| "head_0_top5": 0.8008450594815341, |
| "head_1_top1": 0.11890758167613637, |
| "head_1_top5": 0.3288629705255682, |
| "head_2_top1": 0.12393465909090909, |
| "head_2_top5": 0.33546309037642047, |
| "head_3_top1": 0.098663330078125, |
| "head_3_top5": 0.28053699840198865, |
| "head_4_top1": 0.08038052645596591, |
| "head_4_top5": 0.2348355379971591, |
| "head_5_top1": 0.046758478338068184, |
| "head_5_top5": 0.14672296697443182, |
| "head_6_top1": 0.03206287730823864, |
| "head_6_top5": 0.10642866654829546, |
| "head_7_top1": 0.027457497336647728, |
| "head_7_top5": 0.09161654385653409, |
| "loss": 5.2772085016424, |
| "semantic_top1": 0.42650257457386365, |
| "semantic_top5": 0.8008450594815341, |
| "step": 14500, |
| "teacher_kl_loss": 2.528839284723455 |
| }, |
| { |
| "acoustic_top1": 0.07563563755580358, |
| "acoustic_top5": 0.21843293425324675, |
| "ce_loss": 4.641587690873579, |
| "checkpoint": "checkpoint-15000", |
| "head_0_top1": 0.4278314763849432, |
| "head_0_top5": 0.8019270463423296, |
| "head_1_top1": 0.11882990056818182, |
| "head_1_top5": 0.3296425559303977, |
| "head_2_top1": 0.12473366477272728, |
| "head_2_top5": 0.3363869406960227, |
| "head_3_top1": 0.09859397194602272, |
| "head_3_top5": 0.2816689231178977, |
| "head_4_top1": 0.08034446022727272, |
| "head_4_top5": 0.23612559925426135, |
| "head_5_top1": 0.047185724431818184, |
| "head_5_top5": 0.1467618075284091, |
| "head_6_top1": 0.03230701793323864, |
| "head_6_top5": 0.10666725852272728, |
| "head_7_top1": 0.027454723011363636, |
| "head_7_top5": 0.09177745472301137, |
| "loss": 5.273670890114524, |
| "semantic_top1": 0.4278314763849432, |
| "semantic_top5": 0.8019270463423296, |
| "step": 15000, |
| "teacher_kl_loss": 2.5283348777077417 |
| }, |
| { |
| "acoustic_top1": 0.07592139306006493, |
| "acoustic_top5": 0.21882213245738635, |
| "ce_loss": 4.638293526389382, |
| "checkpoint": "checkpoint-15500", |
| "head_0_top1": 0.428680419921875, |
| "head_0_top5": 0.8027316006747159, |
| "head_1_top1": 0.11943470348011363, |
| "head_1_top5": 0.330535888671875, |
| "head_2_top1": 0.12488625266335228, |
| "head_2_top5": 0.33720536665482953, |
| "head_3_top1": 0.09928200461647728, |
| "head_3_top5": 0.2818270596590909, |
| "head_4_top1": 0.08101307262073863, |
| "head_4_top5": 0.23612559925426135, |
| "head_5_top1": 0.04690274325284091, |
| "head_5_top5": 0.14707253196022727, |
| "head_6_top1": 0.032395796342329544, |
| "head_6_top5": 0.10703901811079546, |
| "head_7_top1": 0.027535178444602272, |
| "head_7_top5": 0.091949462890625, |
| "loss": 5.270176280628551, |
| "semantic_top1": 0.428680419921875, |
| "semantic_top5": 0.8027316006747159, |
| "step": 15500, |
| "teacher_kl_loss": 2.527528936212713 |
| }, |
| { |
| "acoustic_top1": 0.07601889077719155, |
| "acoustic_top5": 0.21922837294541397, |
| "ce_loss": 4.636166659268466, |
| "checkpoint": "checkpoint-16000", |
| "head_0_top1": 0.4286471280184659, |
| "head_0_top5": 0.8030811656605114, |
| "head_1_top1": 0.11922662908380682, |
| "head_1_top5": 0.3308160955255682, |
| "head_2_top1": 0.12523304332386365, |
| "head_2_top5": 0.33769364790482953, |
| "head_3_top1": 0.09915993430397728, |
| "head_3_top5": 0.2824346368963068, |
| "head_4_top1": 0.08130715110085228, |
| "head_4_top5": 0.2362643155184659, |
| "head_5_top1": 0.047124689275568184, |
| "head_5_top5": 0.14772449840198865, |
| "head_6_top1": 0.03244295987215909, |
| "head_6_top5": 0.10739690607244318, |
| "head_7_top1": 0.027637828480113636, |
| "head_7_top5": 0.09226851029829546, |
| "loss": 5.268038316206499, |
| "semantic_top1": 0.4286471280184659, |
| "semantic_top5": 0.8030811656605114, |
| "step": 16000, |
| "teacher_kl_loss": 2.5274857607754795 |
| }, |
| { |
| "acoustic_top1": 0.07617702731838474, |
| "acoustic_top5": 0.21954226803469967, |
| "ce_loss": 4.634354331276634, |
| "checkpoint": "checkpoint-16500", |
| "head_0_top1": 0.4292879971590909, |
| "head_0_top5": 0.8040050159801136, |
| "head_1_top1": 0.11981201171875, |
| "head_1_top5": 0.3312738591974432, |
| "head_2_top1": 0.12568803267045456, |
| "head_2_top5": 0.33790449662642047, |
| "head_3_top1": 0.099365234375, |
| "head_3_top5": 0.28257612748579547, |
| "head_4_top1": 0.08132102272727272, |
| "head_4_top5": 0.2370328036221591, |
| "head_5_top1": 0.04709972034801136, |
| "head_5_top5": 0.14814619584517044, |
| "head_6_top1": 0.032282049005681816, |
| "head_6_top5": 0.10744961825284091, |
| "head_7_top1": 0.027671120383522728, |
| "head_7_top5": 0.09241277521306818, |
| "loss": 5.265233820134943, |
| "semantic_top1": 0.4292879971590909, |
| "semantic_top5": 0.8040050159801136, |
| "step": 16500, |
| "teacher_kl_loss": 2.523518302223899 |
| }, |
| { |
| "acoustic_top1": 0.07635735846185066, |
| "acoustic_top5": 0.21998576374797077, |
| "ce_loss": 4.631568561900746, |
| "checkpoint": "checkpoint-17000", |
| "head_0_top1": 0.4292824485085227, |
| "head_0_top5": 0.8041298606178977, |
| "head_1_top1": 0.12002840909090909, |
| "head_1_top5": 0.3319785378196023, |
| "head_2_top1": 0.12601262872869318, |
| "head_2_top5": 0.33867298473011365, |
| "head_3_top1": 0.09950395063920454, |
| "head_3_top5": 0.28306718306107953, |
| "head_4_top1": 0.08132102272727272, |
| "head_4_top5": 0.23765425248579544, |
| "head_5_top1": 0.0472412109375, |
| "head_5_top5": 0.14818503639914773, |
| "head_6_top1": 0.032745361328125, |
| "head_6_top5": 0.10767433860085228, |
| "head_7_top1": 0.02764892578125, |
| "head_7_top5": 0.09266801313920454, |
| "loss": 5.2625732421875, |
| "semantic_top1": 0.4292824485085227, |
| "semantic_top5": 0.8041298606178977, |
| "step": 17000, |
| "teacher_kl_loss": 2.524019414728338 |
| }, |
| { |
| "acoustic_top1": 0.07652936662946429, |
| "acoustic_top5": 0.22019304547991073, |
| "ce_loss": 4.629444122314453, |
| "checkpoint": "checkpoint-17500", |
| "head_0_top1": 0.4303006258877841, |
| "head_0_top5": 0.8048234419389204, |
| "head_1_top1": 0.12037519975142046, |
| "head_1_top5": 0.3322837136008523, |
| "head_2_top1": 0.12618463689630682, |
| "head_2_top5": 0.3389920321377841, |
| "head_3_top1": 0.09975918856534091, |
| "head_3_top5": 0.28349720348011365, |
| "head_4_top1": 0.08173439719460228, |
| "head_4_top5": 0.23786510120738635, |
| "head_5_top1": 0.04738270152698864, |
| "head_5_top5": 0.14839311079545456, |
| "head_6_top1": 0.032556707208806816, |
| "head_6_top5": 0.10774924538352272, |
| "head_7_top1": 0.027712735262784092, |
| "head_7_top5": 0.09257091175426137, |
| "loss": 5.260235873135653, |
| "semantic_top1": 0.4303006258877841, |
| "semantic_top5": 0.8048234419389204, |
| "step": 17500, |
| "teacher_kl_loss": 2.523169430819425 |
| }, |
| { |
| "acoustic_top1": 0.07655988420758929, |
| "acoustic_top5": 0.22027746423498376, |
| "ce_loss": 4.629319624467329, |
| "checkpoint": "final", |
| "head_0_top1": 0.43027843128551135, |
| "head_0_top5": 0.8049205433238636, |
| "head_1_top1": 0.12036410245028409, |
| "head_1_top5": 0.33223100142045453, |
| "head_2_top1": 0.12618186257102273, |
| "head_2_top5": 0.33906139026988635, |
| "head_3_top1": 0.09992842240767046, |
| "head_3_top5": 0.28361372514204547, |
| "head_4_top1": 0.08188143643465909, |
| "head_4_top5": 0.23798439719460227, |
| "head_5_top1": 0.04734386097301136, |
| "head_5_top5": 0.14848466352982956, |
| "head_6_top1": 0.03249289772727273, |
| "head_6_top5": 0.107879638671875, |
| "head_7_top1": 0.027726606889204544, |
| "head_7_top5": 0.09268743341619318, |
| "loss": 5.259916825727983, |
| "semantic_top1": 0.43027843128551135, |
| "semantic_top5": 0.8049205433238636, |
| "step": 17660, |
| "teacher_kl_loss": 2.522391752763228 |
| } |
| ], |
| "dataset_repo_id": "bghira/minimax-music3-rvq-reverse-distillation", |
| "format": "simpletuner-minimaxmusic-rvq-evaluation-v1", |
| "require_exact_alignment": true, |
| "teacher_kl_temperature": 1.0, |
| "teacher_kl_weight": 0.25, |
| "training_history": [ |
| { |
| "acoustic_top1": 0.0035574776785714285, |
| "ce_loss": 7.27632474899292, |
| "learning_rate": 1.411764705882353e-06, |
| "loss": 8.406633377075195, |
| "mert_alignment_loss": 0.9184765219688416, |
| "mert_cosine": 0.08152347803115845, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.86587142944336, |
| "semantic_top1": 0.0028076171875, |
| "step": 20, |
| "teacher_kl_loss": 4.521230697631836, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.00341796875, |
| "ce_loss": 7.2683210372924805, |
| "learning_rate": 2.823529411764706e-06, |
| "loss": 8.393625259399414, |
| "mert_alignment_loss": 0.735470175743103, |
| "mert_cosine": 0.264529824256897, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.761360168457031, |
| "semantic_top1": 0.0020751953125, |
| "step": 40, |
| "teacher_kl_loss": 4.501217842102051, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0030691964285714285, |
| "ce_loss": 7.249790191650391, |
| "learning_rate": 4.235294117647058e-06, |
| "loss": 8.372169494628906, |
| "mert_alignment_loss": 0.6071211695671082, |
| "mert_cosine": 0.39287883043289185, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.67573070526123, |
| "semantic_top1": 0.0013427734375, |
| "step": 60, |
| "teacher_kl_loss": 4.489518642425537, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0032435825892857145, |
| "ce_loss": 7.225356101989746, |
| "learning_rate": 5.647058823529412e-06, |
| "loss": 8.34458065032959, |
| "mert_alignment_loss": 0.5557137727737427, |
| "mert_cosine": 0.4442862272262573, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.622438430786133, |
| "semantic_top1": 0.0010986328125, |
| "step": 80, |
| "teacher_kl_loss": 4.476900100708008, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0031040736607142855, |
| "ce_loss": 7.190673351287842, |
| "learning_rate": 7.058823529411764e-06, |
| "loss": 8.304365158081055, |
| "mert_alignment_loss": 0.5373259782791138, |
| "mert_cosine": 0.46267402172088623, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.573028564453125, |
| "semantic_top1": 0.001708984375, |
| "step": 100, |
| "teacher_kl_loss": 4.454767227172852, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0023018973214285715, |
| "ce_loss": 7.183821678161621, |
| "learning_rate": 8.470588235294117e-06, |
| "loss": 8.29336929321289, |
| "mert_alignment_loss": 0.5270169973373413, |
| "mert_cosine": 0.4729830026626587, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.556878089904785, |
| "semantic_top1": 0.00048828125, |
| "step": 120, |
| "teacher_kl_loss": 4.4381914138793945, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0026681082589285715, |
| "ce_loss": 7.146681785583496, |
| "learning_rate": 9.88235294117647e-06, |
| "loss": 8.243338584899902, |
| "mert_alignment_loss": 0.5109907388687134, |
| "mert_cosine": 0.4890092611312866, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.498834609985352, |
| "semantic_top1": 0.001220703125, |
| "step": 140, |
| "teacher_kl_loss": 4.386626720428467, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.002685546875, |
| "ce_loss": 7.137385845184326, |
| "learning_rate": 1.1294117647058823e-05, |
| "loss": 8.230727195739746, |
| "mert_alignment_loss": 0.5028935670852661, |
| "mert_cosine": 0.4971064329147339, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.482172966003418, |
| "semantic_top1": 0.0013427734375, |
| "step": 160, |
| "teacher_kl_loss": 4.373363971710205, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0026332310267857145, |
| "ce_loss": 7.143202781677246, |
| "learning_rate": 1.2705882352941176e-05, |
| "loss": 8.226823806762695, |
| "mert_alignment_loss": 0.49005812406539917, |
| "mert_cosine": 0.5099418759346008, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.471853256225586, |
| "semantic_top1": 0.001708984375, |
| "step": 180, |
| "teacher_kl_loss": 4.334484100341797, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0028250558035714285, |
| "ce_loss": 7.123595714569092, |
| "learning_rate": 1.4117647058823528e-05, |
| "loss": 8.21068000793457, |
| "mert_alignment_loss": 0.4683852195739746, |
| "mert_cosine": 0.5316147804260254, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.444872856140137, |
| "semantic_top1": 0.0029296875, |
| "step": 200, |
| "teacher_kl_loss": 4.348337650299072, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.003383091517857143, |
| "ce_loss": 7.117211818695068, |
| "learning_rate": 1.5529411764705882e-05, |
| "loss": 8.204988479614258, |
| "mert_alignment_loss": 0.4659663140773773, |
| "mert_cosine": 0.5340336859226227, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.437972068786621, |
| "semantic_top1": 0.0015869140625, |
| "step": 220, |
| "teacher_kl_loss": 4.351108551025391, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0028773716517857145, |
| "ce_loss": 7.100653648376465, |
| "learning_rate": 1.6941176470588233e-05, |
| "loss": 8.187559127807617, |
| "mert_alignment_loss": 0.45943668484687805, |
| "mert_cosine": 0.540563315153122, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.417277336120605, |
| "semantic_top1": 0.0029296875, |
| "step": 240, |
| "teacher_kl_loss": 4.347623825073242, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0045166015625, |
| "ce_loss": 7.055014610290527, |
| "learning_rate": 1.8352941176470587e-05, |
| "loss": 8.126476287841797, |
| "mert_alignment_loss": 0.4353058338165283, |
| "mert_cosine": 0.5646941661834717, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.34412956237793, |
| "semantic_top1": 0.0018310546875, |
| "step": 260, |
| "teacher_kl_loss": 4.285848617553711, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.004446847098214286, |
| "ce_loss": 7.059640407562256, |
| "learning_rate": 1.976470588235294e-05, |
| "loss": 8.13663387298584, |
| "mert_alignment_loss": 0.442651629447937, |
| "mert_cosine": 0.557348370552063, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.357959747314453, |
| "semantic_top1": 0.00146484375, |
| "step": 280, |
| "teacher_kl_loss": 4.3079729080200195, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.004935128348214286, |
| "ce_loss": 7.022233963012695, |
| "learning_rate": 2.1176470588235292e-05, |
| "loss": 8.09896183013916, |
| "mert_alignment_loss": 0.4295523166656494, |
| "mert_cosine": 0.5704476833343506, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.313737869262695, |
| "semantic_top1": 0.003662109375, |
| "step": 300, |
| "teacher_kl_loss": 4.306912899017334, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.004638671875, |
| "ce_loss": 6.999024868011475, |
| "learning_rate": 2.2588235294117646e-05, |
| "loss": 8.059995651245117, |
| "mert_alignment_loss": 0.41765648126602173, |
| "mert_cosine": 0.5823435187339783, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.268823623657227, |
| "semantic_top1": 0.00439453125, |
| "step": 320, |
| "teacher_kl_loss": 4.2438836097717285, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.005301339285714286, |
| "ce_loss": 6.973659515380859, |
| "learning_rate": 2.4e-05, |
| "loss": 8.020853042602539, |
| "mert_alignment_loss": 0.40598639845848083, |
| "mert_cosine": 0.5940136015415192, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.223846435546875, |
| "semantic_top1": 0.0023193359375, |
| "step": 340, |
| "teacher_kl_loss": 4.188773155212402, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.006173270089285714, |
| "ce_loss": 6.937078475952148, |
| "learning_rate": 2.541176470588235e-05, |
| "loss": 7.98123836517334, |
| "mert_alignment_loss": 0.4091430902481079, |
| "mert_cosine": 0.5908569097518921, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.185810089111328, |
| "semantic_top1": 0.0062255859375, |
| "step": 360, |
| "teacher_kl_loss": 4.176642417907715, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.006452287946428571, |
| "ce_loss": 6.925991535186768, |
| "learning_rate": 2.6823529411764702e-05, |
| "loss": 7.972773551940918, |
| "mert_alignment_loss": 0.4041346311569214, |
| "mert_cosine": 0.5958653688430786, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.174840927124023, |
| "semantic_top1": 0.0081787109375, |
| "step": 380, |
| "teacher_kl_loss": 4.187126636505127, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.005929129464285714, |
| "ce_loss": 6.885155200958252, |
| "learning_rate": 2.8235294117647056e-05, |
| "loss": 7.920535087585449, |
| "mert_alignment_loss": 0.40059125423431396, |
| "mert_cosine": 0.599408745765686, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.120830535888672, |
| "semantic_top1": 0.006103515625, |
| "step": 400, |
| "teacher_kl_loss": 4.141517639160156, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.007341657366071429, |
| "ce_loss": 6.8506975173950195, |
| "learning_rate": 2.9647058823529407e-05, |
| "loss": 7.874279975891113, |
| "mert_alignment_loss": 0.3889164626598358, |
| "mert_cosine": 0.6110835373401642, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.068737030029297, |
| "semantic_top1": 0.0103759765625, |
| "step": 420, |
| "teacher_kl_loss": 4.094328880310059, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.007045200892857143, |
| "ce_loss": 6.816000938415527, |
| "learning_rate": 3.1058823529411765e-05, |
| "loss": 7.840297698974609, |
| "mert_alignment_loss": 0.38691383600234985, |
| "mert_cosine": 0.6130861639976501, |
| "mert_weight": 0.5, |
| "optimization_loss": 8.033754348754883, |
| "semantic_top1": 0.0111083984375, |
| "step": 440, |
| "teacher_kl_loss": 4.097189903259277, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.008335658482142858, |
| "ce_loss": 6.781901836395264, |
| "learning_rate": 3.247058823529412e-05, |
| "loss": 7.796593189239502, |
| "mert_alignment_loss": 0.3801459074020386, |
| "mert_cosine": 0.6198540925979614, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.986666679382324, |
| "semantic_top1": 0.0126953125, |
| "step": 460, |
| "teacher_kl_loss": 4.058764934539795, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.008231026785714286, |
| "ce_loss": 6.765294551849365, |
| "learning_rate": 3.3882352941176466e-05, |
| "loss": 7.782589912414551, |
| "mert_alignment_loss": 0.38415345549583435, |
| "mert_cosine": 0.6158465445041656, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.974666595458984, |
| "semantic_top1": 0.0123291015625, |
| "step": 480, |
| "teacher_kl_loss": 4.069180965423584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.009068080357142858, |
| "ce_loss": 6.715662002563477, |
| "learning_rate": 3.529411764705882e-05, |
| "loss": 7.721262454986572, |
| "mert_alignment_loss": 0.3765127658843994, |
| "mert_cosine": 0.6234872341156006, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.909518718719482, |
| "semantic_top1": 0.0145263671875, |
| "step": 500, |
| "teacher_kl_loss": 4.022401809692383, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.009238899528206168, |
| "acoustic_top5": 0.036695604200487016, |
| "ce_loss": 6.719849326393821, |
| "head_0_top1": 0.015586159446022728, |
| "head_0_top5": 0.053095037286931816, |
| "head_1_top1": 0.01840764825994318, |
| "head_1_top5": 0.0687255859375, |
| "head_2_top1": 0.012598211115056818, |
| "head_2_top5": 0.046875, |
| "head_3_top1": 0.008930553089488636, |
| "head_3_top5": 0.03623546253551136, |
| "head_4_top1": 0.007501775568181818, |
| "head_4_top5": 0.03129161487926136, |
| "head_5_top1": 0.006394819779829545, |
| "head_5_top5": 0.027019153941761364, |
| "head_6_top1": 0.005809437144886364, |
| "head_6_top5": 0.024716463955965908, |
| "head_7_top1": 0.005029851740056818, |
| "head_7_top5": 0.022005948153409092, |
| "loss": 7.7227089621803975, |
| "mert_alignment_loss": 0.3743789412758567, |
| "mert_cosine": 0.6256210587241433, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.909898237748579, |
| "semantic_top1": 0.015586159446022728, |
| "semantic_top5": 0.053095037286931816, |
| "step": 500, |
| "teacher_kl_loss": 4.011442704634233, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.009765625, |
| "ce_loss": 6.660164833068848, |
| "learning_rate": 3.5252996023584255e-05, |
| "loss": 7.654513835906982, |
| "mert_alignment_loss": 0.3707570731639862, |
| "mert_cosine": 0.6292429268360138, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.839892387390137, |
| "semantic_top1": 0.0167236328125, |
| "step": 520, |
| "teacher_kl_loss": 3.9773964881896973, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.01025390625, |
| "ce_loss": 6.652103424072266, |
| "learning_rate": 3.521187440010969e-05, |
| "loss": 7.645040035247803, |
| "mert_alignment_loss": 0.37461966276168823, |
| "mert_cosine": 0.6253803372383118, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.83234977722168, |
| "semantic_top1": 0.01416015625, |
| "step": 540, |
| "teacher_kl_loss": 3.9717447757720947, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.010201590401785714, |
| "ce_loss": 6.628508567810059, |
| "learning_rate": 3.5170752776635125e-05, |
| "loss": 7.610803604125977, |
| "mert_alignment_loss": 0.36441570520401, |
| "mert_cosine": 0.63558429479599, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.793011665344238, |
| "semantic_top1": 0.0208740234375, |
| "step": 560, |
| "teacher_kl_loss": 3.9291815757751465, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.010881696428571428, |
| "ce_loss": 6.595651149749756, |
| "learning_rate": 3.512963115316056e-05, |
| "loss": 7.568170070648193, |
| "mert_alignment_loss": 0.3646560311317444, |
| "mert_cosine": 0.6353439688682556, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.750498294830322, |
| "semantic_top1": 0.020751953125, |
| "step": 580, |
| "teacher_kl_loss": 3.8900771141052246, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.011300223214285714, |
| "ce_loss": 6.600444316864014, |
| "learning_rate": 3.5088509529686e-05, |
| "loss": 7.573082447052002, |
| "mert_alignment_loss": 0.3700592517852783, |
| "mert_cosine": 0.6299407482147217, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.758111953735352, |
| "semantic_top1": 0.0223388671875, |
| "step": 600, |
| "teacher_kl_loss": 3.8905529975891113, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.010968889508928572, |
| "ce_loss": 6.585762977600098, |
| "learning_rate": 3.504738790621143e-05, |
| "loss": 7.556324005126953, |
| "mert_alignment_loss": 0.36363568902015686, |
| "mert_cosine": 0.6363643109798431, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.738142013549805, |
| "semantic_top1": 0.023193359375, |
| "step": 620, |
| "teacher_kl_loss": 3.8822453022003174, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0128173828125, |
| "ce_loss": 6.5116753578186035, |
| "learning_rate": 3.500626628273687e-05, |
| "loss": 7.480762958526611, |
| "mert_alignment_loss": 0.35220882296562195, |
| "mert_cosine": 0.647791177034378, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.656867504119873, |
| "semantic_top1": 0.0362548828125, |
| "step": 640, |
| "teacher_kl_loss": 3.876351833343506, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.011997767857142858, |
| "ce_loss": 6.53030252456665, |
| "learning_rate": 3.4965144659262306e-05, |
| "loss": 7.479091644287109, |
| "mert_alignment_loss": 0.3597484529018402, |
| "mert_cosine": 0.6402515470981598, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.658966064453125, |
| "semantic_top1": 0.03369140625, |
| "step": 660, |
| "teacher_kl_loss": 3.795154333114624, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.013567243303571428, |
| "ce_loss": 6.464456081390381, |
| "learning_rate": 3.492402303578774e-05, |
| "loss": 7.4055986404418945, |
| "mert_alignment_loss": 0.3558495044708252, |
| "mert_cosine": 0.6441504955291748, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.583523273468018, |
| "semantic_top1": 0.0411376953125, |
| "step": 680, |
| "teacher_kl_loss": 3.7645673751831055, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.013357979910714286, |
| "ce_loss": 6.462066173553467, |
| "learning_rate": 3.4882901412313176e-05, |
| "loss": 7.406433582305908, |
| "mert_alignment_loss": 0.34838175773620605, |
| "mert_cosine": 0.651618242263794, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.580624580383301, |
| "semantic_top1": 0.0399169921875, |
| "step": 700, |
| "teacher_kl_loss": 3.7774691581726074, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.014107840401785714, |
| "ce_loss": 6.452782154083252, |
| "learning_rate": 3.484177978883861e-05, |
| "loss": 7.401804447174072, |
| "mert_alignment_loss": 0.35081836581230164, |
| "mert_cosine": 0.6491816341876984, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.577213764190674, |
| "semantic_top1": 0.0391845703125, |
| "step": 720, |
| "teacher_kl_loss": 3.7960896492004395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.013567243303571428, |
| "ce_loss": 6.433523178100586, |
| "learning_rate": 3.4800658165364046e-05, |
| "loss": 7.38657808303833, |
| "mert_alignment_loss": 0.34966957569122314, |
| "mert_cosine": 0.6503304243087769, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.561412811279297, |
| "semantic_top1": 0.042236328125, |
| "step": 740, |
| "teacher_kl_loss": 3.8122193813323975, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.015311104910714286, |
| "ce_loss": 6.38093376159668, |
| "learning_rate": 3.475953654188948e-05, |
| "loss": 7.314282417297363, |
| "mert_alignment_loss": 0.3369011878967285, |
| "mert_cosine": 0.6630988121032715, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.482733249664307, |
| "semantic_top1": 0.0494384765625, |
| "step": 760, |
| "teacher_kl_loss": 3.7333946228027344, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.014055524553571428, |
| "ce_loss": 6.372028350830078, |
| "learning_rate": 3.4718414918414915e-05, |
| "loss": 7.287837028503418, |
| "mert_alignment_loss": 0.34273600578308105, |
| "mert_cosine": 0.657263994216919, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.459205150604248, |
| "semantic_top1": 0.0506591796875, |
| "step": 780, |
| "teacher_kl_loss": 3.6632354259490967, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.015764508928571428, |
| "ce_loss": 6.367706298828125, |
| "learning_rate": 3.467729329494035e-05, |
| "loss": 7.298784255981445, |
| "mert_alignment_loss": 0.3402029275894165, |
| "mert_cosine": 0.6597970724105835, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.4688849449157715, |
| "semantic_top1": 0.0545654296875, |
| "step": 800, |
| "teacher_kl_loss": 3.7243096828460693, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.018048967633928572, |
| "ce_loss": 6.269993305206299, |
| "learning_rate": 3.4636171671465785e-05, |
| "loss": 7.184915065765381, |
| "mert_alignment_loss": 0.3314554691314697, |
| "mert_cosine": 0.6685445308685303, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.350642681121826, |
| "semantic_top1": 0.0623779296875, |
| "step": 820, |
| "teacher_kl_loss": 3.6596875190734863, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.017665318080357144, |
| "ce_loss": 6.2696709632873535, |
| "learning_rate": 3.459505004799123e-05, |
| "loss": 7.1845927238464355, |
| "mert_alignment_loss": 0.34223949909210205, |
| "mert_cosine": 0.657760500907898, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.355712890625, |
| "semantic_top1": 0.069580078125, |
| "step": 840, |
| "teacher_kl_loss": 3.659687042236328, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.018484933035714284, |
| "ce_loss": 6.263004302978516, |
| "learning_rate": 3.455392842451666e-05, |
| "loss": 7.170840740203857, |
| "mert_alignment_loss": 0.33253753185272217, |
| "mert_cosine": 0.6674624681472778, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.337109088897705, |
| "semantic_top1": 0.06103515625, |
| "step": 860, |
| "teacher_kl_loss": 3.6313462257385254, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.017124720982142856, |
| "ce_loss": 6.2598066329956055, |
| "learning_rate": 3.451280680104209e-05, |
| "loss": 7.160558223724365, |
| "mert_alignment_loss": 0.3326747417449951, |
| "mert_cosine": 0.6673252582550049, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.326895713806152, |
| "semantic_top1": 0.065185546875, |
| "step": 880, |
| "teacher_kl_loss": 3.6030046939849854, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.018659319196428572, |
| "ce_loss": 6.23043155670166, |
| "learning_rate": 3.4471685177567524e-05, |
| "loss": 7.137315273284912, |
| "mert_alignment_loss": 0.33259695768356323, |
| "mert_cosine": 0.6674030423164368, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.303613662719727, |
| "semantic_top1": 0.0772705078125, |
| "step": 900, |
| "teacher_kl_loss": 3.627535104751587, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.019792829241071428, |
| "ce_loss": 6.212568283081055, |
| "learning_rate": 3.4430563554092966e-05, |
| "loss": 7.103083610534668, |
| "mert_alignment_loss": 0.3286915421485901, |
| "mert_cosine": 0.6713084578514099, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.267429351806641, |
| "semantic_top1": 0.074462890625, |
| "step": 920, |
| "teacher_kl_loss": 3.5620615482330322, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.018990652901785716, |
| "ce_loss": 6.200339317321777, |
| "learning_rate": 3.4389441930618394e-05, |
| "loss": 7.089920997619629, |
| "mert_alignment_loss": 0.3315398097038269, |
| "mert_cosine": 0.6684601902961731, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.255691051483154, |
| "semantic_top1": 0.0794677734375, |
| "step": 940, |
| "teacher_kl_loss": 3.5583276748657227, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.022617885044642856, |
| "ce_loss": 6.1354660987854, |
| "learning_rate": 3.4348320307143836e-05, |
| "loss": 7.015249252319336, |
| "mert_alignment_loss": 0.3315238356590271, |
| "mert_cosine": 0.6684761643409729, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.18101167678833, |
| "semantic_top1": 0.0953369140625, |
| "step": 960, |
| "teacher_kl_loss": 3.5191333293914795, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.02001953125, |
| "ce_loss": 6.145237922668457, |
| "learning_rate": 3.430719868366927e-05, |
| "loss": 7.025729656219482, |
| "mert_alignment_loss": 0.3258817195892334, |
| "mert_cosine": 0.6741182804107666, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.188671112060547, |
| "semantic_top1": 0.0980224609375, |
| "step": 980, |
| "teacher_kl_loss": 3.5219674110412598, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.023489815848214284, |
| "ce_loss": 6.081657886505127, |
| "learning_rate": 3.4266077060194706e-05, |
| "loss": 6.955881118774414, |
| "mert_alignment_loss": 0.321394681930542, |
| "mert_cosine": 0.678605318069458, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.116578578948975, |
| "semantic_top1": 0.0914306640625, |
| "step": 1000, |
| "teacher_kl_loss": 3.496893882751465, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.021492301643668832, |
| "acoustic_top5": 0.07571648932122566, |
| "ce_loss": 6.109800858931108, |
| "head_0_top1": 0.09515935724431818, |
| "head_0_top5": 0.2500221946022727, |
| "head_1_top1": 0.042791193181818184, |
| "head_1_top5": 0.13984264026988635, |
| "head_2_top1": 0.035680597478693184, |
| "head_2_top5": 0.11644952947443182, |
| "head_3_top1": 0.021492697975852272, |
| "head_3_top5": 0.077972412109375, |
| "head_4_top1": 0.016404585404829544, |
| "head_4_top5": 0.06255548650568182, |
| "head_5_top1": 0.014210094105113636, |
| "head_5_top5": 0.05376364968039773, |
| "head_6_top1": 0.010320490056818182, |
| "head_6_top5": 0.04146229137073864, |
| "head_7_top1": 0.009546453302556818, |
| "head_7_top5": 0.037969415838068184, |
| "loss": 6.984003240411932, |
| "mert_alignment_loss": 0.3211801919070157, |
| "mert_cosine": 0.6788198080929844, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.14459228515625, |
| "semantic_top1": 0.09515935724431818, |
| "semantic_top5": 0.2500221946022727, |
| "step": 1000, |
| "teacher_kl_loss": 3.49680571122603, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.022966657366071428, |
| "ce_loss": 6.071656227111816, |
| "learning_rate": 3.4224955436720134e-05, |
| "loss": 6.934019088745117, |
| "mert_alignment_loss": 0.31999069452285767, |
| "mert_cosine": 0.6800093054771423, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.094014644622803, |
| "semantic_top1": 0.0955810546875, |
| "step": 1020, |
| "teacher_kl_loss": 3.449450969696045, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.021920340401785716, |
| "ce_loss": 6.08627462387085, |
| "learning_rate": 3.4183833813245575e-05, |
| "loss": 6.952391624450684, |
| "mert_alignment_loss": 0.32634010910987854, |
| "mert_cosine": 0.6736598908901215, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.115561485290527, |
| "semantic_top1": 0.093017578125, |
| "step": 1040, |
| "teacher_kl_loss": 3.464466094970703, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.023943219866071428, |
| "ce_loss": 6.048157691955566, |
| "learning_rate": 3.414271218977101e-05, |
| "loss": 6.903364658355713, |
| "mert_alignment_loss": 0.3230302333831787, |
| "mert_cosine": 0.6769697666168213, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.064879417419434, |
| "semantic_top1": 0.1102294921875, |
| "step": 1060, |
| "teacher_kl_loss": 3.4208271503448486, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.024344308035714284, |
| "ce_loss": 6.039150714874268, |
| "learning_rate": 3.4101590566296445e-05, |
| "loss": 6.891767501831055, |
| "mert_alignment_loss": 0.3176746964454651, |
| "mert_cosine": 0.6823253035545349, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.050604820251465, |
| "semantic_top1": 0.10595703125, |
| "step": 1080, |
| "teacher_kl_loss": 3.410465717315674, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.022635323660714284, |
| "ce_loss": 6.027146339416504, |
| "learning_rate": 3.406046894282188e-05, |
| "loss": 6.8967814445495605, |
| "mert_alignment_loss": 0.3270530104637146, |
| "mert_cosine": 0.6729469895362854, |
| "mert_weight": 0.5, |
| "optimization_loss": 7.06030797958374, |
| "semantic_top1": 0.1051025390625, |
| "step": 1100, |
| "teacher_kl_loss": 3.4785406589508057, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.023088727678571428, |
| "ce_loss": 5.997745513916016, |
| "learning_rate": 3.4019347319347315e-05, |
| "loss": 6.839372634887695, |
| "mert_alignment_loss": 0.31757962703704834, |
| "mert_cosine": 0.6824203729629517, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.998162746429443, |
| "semantic_top1": 0.114990234375, |
| "step": 1120, |
| "teacher_kl_loss": 3.3665084838867188, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.025198800223214284, |
| "ce_loss": 5.928128242492676, |
| "learning_rate": 3.3978225695872756e-05, |
| "loss": 6.765069961547852, |
| "mert_alignment_loss": 0.31427285075187683, |
| "mert_cosine": 0.6857271492481232, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.922206401824951, |
| "semantic_top1": 0.129150390625, |
| "step": 1140, |
| "teacher_kl_loss": 3.347766637802124, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.024518694196428572, |
| "ce_loss": 5.950412750244141, |
| "learning_rate": 3.3937104072398185e-05, |
| "loss": 6.792420387268066, |
| "mert_alignment_loss": 0.31888067722320557, |
| "mert_cosine": 0.6811193227767944, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.951860427856445, |
| "semantic_top1": 0.122802734375, |
| "step": 1160, |
| "teacher_kl_loss": 3.3680291175842285, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.025477818080357144, |
| "ce_loss": 5.941213607788086, |
| "learning_rate": 3.389598244892362e-05, |
| "loss": 6.779449462890625, |
| "mert_alignment_loss": 0.31893229484558105, |
| "mert_cosine": 0.681067705154419, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.938915729522705, |
| "semantic_top1": 0.124755859375, |
| "step": 1180, |
| "teacher_kl_loss": 3.3529419898986816, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.028372628348214284, |
| "ce_loss": 5.8556036949157715, |
| "learning_rate": 3.385486082544906e-05, |
| "loss": 6.675985813140869, |
| "mert_alignment_loss": 0.3057364523410797, |
| "mert_cosine": 0.6942635476589203, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.828853607177734, |
| "semantic_top1": 0.1356201171875, |
| "step": 1200, |
| "teacher_kl_loss": 3.2815282344818115, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.025565011160714284, |
| "ce_loss": 5.9109697341918945, |
| "learning_rate": 3.381373920197449e-05, |
| "loss": 6.74763298034668, |
| "mert_alignment_loss": 0.31480684876441956, |
| "mert_cosine": 0.6851931512355804, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.905036449432373, |
| "semantic_top1": 0.136962890625, |
| "step": 1220, |
| "teacher_kl_loss": 3.3466551303863525, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.028302873883928572, |
| "ce_loss": 5.899803161621094, |
| "learning_rate": 3.377261757849993e-05, |
| "loss": 6.742417335510254, |
| "mert_alignment_loss": 0.31922221183776855, |
| "mert_cosine": 0.6807777881622314, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.902028560638428, |
| "semantic_top1": 0.1331787109375, |
| "step": 1240, |
| "teacher_kl_loss": 3.3704569339752197, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.029209681919642856, |
| "ce_loss": 5.851365566253662, |
| "learning_rate": 3.3731495955025366e-05, |
| "loss": 6.666149139404297, |
| "mert_alignment_loss": 0.31289127469062805, |
| "mert_cosine": 0.687108725309372, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.82259464263916, |
| "semantic_top1": 0.154296875, |
| "step": 1260, |
| "teacher_kl_loss": 3.2591335773468018, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.029105050223214284, |
| "ce_loss": 5.803374290466309, |
| "learning_rate": 3.369037433155081e-05, |
| "loss": 6.619093894958496, |
| "mert_alignment_loss": 0.3097115159034729, |
| "mert_cosine": 0.6902884840965271, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.77394962310791, |
| "semantic_top1": 0.155029296875, |
| "step": 1280, |
| "teacher_kl_loss": 3.262878179550171, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.031529017857142856, |
| "ce_loss": 5.806790351867676, |
| "learning_rate": 3.3649252708076235e-05, |
| "loss": 6.620661735534668, |
| "mert_alignment_loss": 0.31132516264915466, |
| "mert_cosine": 0.6886748373508453, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.776324272155762, |
| "semantic_top1": 0.1566162109375, |
| "step": 1300, |
| "teacher_kl_loss": 3.255484104156494, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.028913225446428572, |
| "ce_loss": 5.797043800354004, |
| "learning_rate": 3.360813108460167e-05, |
| "loss": 6.602811813354492, |
| "mert_alignment_loss": 0.3084093928337097, |
| "mert_cosine": 0.6915906071662903, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.757015705108643, |
| "semantic_top1": 0.1612548828125, |
| "step": 1320, |
| "teacher_kl_loss": 3.2230701446533203, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.030290876116071428, |
| "ce_loss": 5.769644260406494, |
| "learning_rate": 3.3567009461127105e-05, |
| "loss": 6.572413444519043, |
| "mert_alignment_loss": 0.31042391061782837, |
| "mert_cosine": 0.6895760893821716, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.727625370025635, |
| "semantic_top1": 0.1602783203125, |
| "step": 1340, |
| "teacher_kl_loss": 3.2110755443573, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.029994419642857144, |
| "ce_loss": 5.768363952636719, |
| "learning_rate": 3.352588783765254e-05, |
| "loss": 6.573821067810059, |
| "mert_alignment_loss": 0.31065085530281067, |
| "mert_cosine": 0.6893491446971893, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.7291460037231445, |
| "semantic_top1": 0.17333984375, |
| "step": 1360, |
| "teacher_kl_loss": 3.221827983856201, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0316162109375, |
| "ce_loss": 5.722675800323486, |
| "learning_rate": 3.3484766214177975e-05, |
| "loss": 6.519777297973633, |
| "mert_alignment_loss": 0.3084402084350586, |
| "mert_cosine": 0.6915597915649414, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.67399787902832, |
| "semantic_top1": 0.1788330078125, |
| "step": 1380, |
| "teacher_kl_loss": 3.1884043216705322, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03330775669642857, |
| "ce_loss": 5.725386619567871, |
| "learning_rate": 3.344364459070341e-05, |
| "loss": 6.533149719238281, |
| "mert_alignment_loss": 0.3078862428665161, |
| "mert_cosine": 0.6921137571334839, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.6870927810668945, |
| "semantic_top1": 0.175537109375, |
| "step": 1400, |
| "teacher_kl_loss": 3.231051445007324, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03180803571428571, |
| "ce_loss": 5.727852821350098, |
| "learning_rate": 3.3402522967228845e-05, |
| "loss": 6.524850368499756, |
| "mert_alignment_loss": 0.31191977858543396, |
| "mert_cosine": 0.688080221414566, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.68080997467041, |
| "semantic_top1": 0.1646728515625, |
| "step": 1420, |
| "teacher_kl_loss": 3.187990427017212, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03337751116071429, |
| "ce_loss": 5.664859294891357, |
| "learning_rate": 3.336140134375428e-05, |
| "loss": 6.448586463928223, |
| "mert_alignment_loss": 0.29639989137649536, |
| "mert_cosine": 0.7036001086235046, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.5967864990234375, |
| "semantic_top1": 0.191162109375, |
| "step": 1440, |
| "teacher_kl_loss": 3.1349077224731445, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.033360072544642856, |
| "ce_loss": 5.680022239685059, |
| "learning_rate": 3.332027972027972e-05, |
| "loss": 6.468639850616455, |
| "mert_alignment_loss": 0.3064197599887848, |
| "mert_cosine": 0.6935802400112152, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.62185001373291, |
| "semantic_top1": 0.176513671875, |
| "step": 1460, |
| "teacher_kl_loss": 3.154470205307007, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03587123325892857, |
| "ce_loss": 5.637412071228027, |
| "learning_rate": 3.327915809680515e-05, |
| "loss": 6.415390968322754, |
| "mert_alignment_loss": 0.30125120282173157, |
| "mert_cosine": 0.6987487971782684, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.566016674041748, |
| "semantic_top1": 0.20263671875, |
| "step": 1480, |
| "teacher_kl_loss": 3.111915349960327, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03472028459821429, |
| "ce_loss": 5.650192737579346, |
| "learning_rate": 3.3238036473330584e-05, |
| "loss": 6.4333295822143555, |
| "mert_alignment_loss": 0.3069254159927368, |
| "mert_cosine": 0.6930745840072632, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.586791515350342, |
| "semantic_top1": 0.188232421875, |
| "step": 1500, |
| "teacher_kl_loss": 3.1325440406799316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03389353566355519, |
| "acoustic_top5": 0.11162458147321429, |
| "ce_loss": 5.658165324818004, |
| "head_0_top1": 0.187164306640625, |
| "head_0_top5": 0.4373418634588068, |
| "head_1_top1": 0.06279407848011363, |
| "head_1_top5": 0.19470769708806818, |
| "head_2_top1": 0.056931929154829544, |
| "head_2_top5": 0.17598932439630682, |
| "head_3_top1": 0.037611527876420456, |
| "head_3_top5": 0.12383755770596591, |
| "head_4_top1": 0.029255260120738636, |
| "head_4_top5": 0.10182883522727272, |
| "head_5_top1": 0.021534312855113636, |
| "head_5_top5": 0.076873779296875, |
| "head_6_top1": 0.01553622159090909, |
| "head_6_top5": 0.05742575905539773, |
| "head_7_top1": 0.013591419566761364, |
| "head_7_top5": 0.05070911754261364, |
| "loss": 6.443159623579546, |
| "mert_alignment_loss": 0.3002061193639582, |
| "mert_cosine": 0.6997938806360418, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.593263105912642, |
| "semantic_top1": 0.187164306640625, |
| "semantic_top5": 0.4373418634588068, |
| "step": 1500, |
| "teacher_kl_loss": 3.13998066295277, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.03419712611607143, |
| "ce_loss": 5.622978210449219, |
| "learning_rate": 3.3196914849856026e-05, |
| "loss": 6.407043933868408, |
| "mert_alignment_loss": 0.30163073539733887, |
| "mert_cosine": 0.6983692646026611, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.557859420776367, |
| "semantic_top1": 0.199462890625, |
| "step": 1520, |
| "teacher_kl_loss": 3.136261463165283, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.034144810267857144, |
| "ce_loss": 5.663135528564453, |
| "learning_rate": 3.315579322638146e-05, |
| "loss": 6.453516483306885, |
| "mert_alignment_loss": 0.30704933404922485, |
| "mert_cosine": 0.6929506659507751, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.607041358947754, |
| "semantic_top1": 0.19482421875, |
| "step": 1540, |
| "teacher_kl_loss": 3.1615259647369385, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03648158482142857, |
| "ce_loss": 5.585696220397949, |
| "learning_rate": 3.3114671602906895e-05, |
| "loss": 6.349818229675293, |
| "mert_alignment_loss": 0.2997487783432007, |
| "mert_cosine": 0.7002512216567993, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.499692916870117, |
| "semantic_top1": 0.214111328125, |
| "step": 1560, |
| "teacher_kl_loss": 3.056487798690796, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03484235491071429, |
| "ce_loss": 5.60660457611084, |
| "learning_rate": 3.307354997943233e-05, |
| "loss": 6.38118314743042, |
| "mert_alignment_loss": 0.294724702835083, |
| "mert_cosine": 0.705275297164917, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.528545379638672, |
| "semantic_top1": 0.20556640625, |
| "step": 1580, |
| "teacher_kl_loss": 3.0983121395111084, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03667340959821429, |
| "ce_loss": 5.575489521026611, |
| "learning_rate": 3.3032428355957765e-05, |
| "loss": 6.353412628173828, |
| "mert_alignment_loss": 0.30481332540512085, |
| "mert_cosine": 0.6951866745948792, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.505819320678711, |
| "semantic_top1": 0.2244873046875, |
| "step": 1600, |
| "teacher_kl_loss": 3.111691474914551, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03709193638392857, |
| "ce_loss": 5.571432590484619, |
| "learning_rate": 3.29913067324832e-05, |
| "loss": 6.350376605987549, |
| "mert_alignment_loss": 0.3033254146575928, |
| "mert_cosine": 0.6966745853424072, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.502039432525635, |
| "semantic_top1": 0.2066650390625, |
| "step": 1620, |
| "teacher_kl_loss": 3.1157760620117188, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03623744419642857, |
| "ce_loss": 5.5949530601501465, |
| "learning_rate": 3.2950185109008635e-05, |
| "loss": 6.362849712371826, |
| "mert_alignment_loss": 0.30510997772216797, |
| "mert_cosine": 0.694890022277832, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.515404224395752, |
| "semantic_top1": 0.1907958984375, |
| "step": 1640, |
| "teacher_kl_loss": 3.0715861320495605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03839983258928571, |
| "ce_loss": 5.544625282287598, |
| "learning_rate": 3.290906348553407e-05, |
| "loss": 6.314354419708252, |
| "mert_alignment_loss": 0.30081117153167725, |
| "mert_cosine": 0.6991888284683228, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.4647603034973145, |
| "semantic_top1": 0.2095947265625, |
| "step": 1660, |
| "teacher_kl_loss": 3.078917980194092, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03590611049107143, |
| "ce_loss": 5.555926322937012, |
| "learning_rate": 3.2867941862059505e-05, |
| "loss": 6.32863712310791, |
| "mert_alignment_loss": 0.3040241003036499, |
| "mert_cosine": 0.6959758996963501, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.480649948120117, |
| "semantic_top1": 0.225830078125, |
| "step": 1680, |
| "teacher_kl_loss": 3.0908455848693848, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.038975306919642856, |
| "ce_loss": 5.510574817657471, |
| "learning_rate": 3.282682023858494e-05, |
| "loss": 6.264930248260498, |
| "mert_alignment_loss": 0.2996671795845032, |
| "mert_cosine": 0.7003328204154968, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.414763450622559, |
| "semantic_top1": 0.220458984375, |
| "step": 1700, |
| "teacher_kl_loss": 3.017421245574951, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.036865234375, |
| "ce_loss": 5.566913604736328, |
| "learning_rate": 3.278569861511038e-05, |
| "loss": 6.333264350891113, |
| "mert_alignment_loss": 0.302521288394928, |
| "mert_cosine": 0.697478711605072, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.484525203704834, |
| "semantic_top1": 0.21484375, |
| "step": 1720, |
| "teacher_kl_loss": 3.065403938293457, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03892299107142857, |
| "ce_loss": 5.49553918838501, |
| "learning_rate": 3.2744576991635816e-05, |
| "loss": 6.245425701141357, |
| "mert_alignment_loss": 0.2936873137950897, |
| "mert_cosine": 0.7063126862049103, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.392269611358643, |
| "semantic_top1": 0.220458984375, |
| "step": 1740, |
| "teacher_kl_loss": 2.9995458126068115, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.038853236607142856, |
| "ce_loss": 5.4881205558776855, |
| "learning_rate": 3.2703455368161244e-05, |
| "loss": 6.239980220794678, |
| "mert_alignment_loss": 0.29730474948883057, |
| "mert_cosine": 0.7026952505111694, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.388632774353027, |
| "semantic_top1": 0.23583984375, |
| "step": 1760, |
| "teacher_kl_loss": 3.007439136505127, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04310825892857143, |
| "ce_loss": 5.427961349487305, |
| "learning_rate": 3.2662333744686686e-05, |
| "loss": 6.170903205871582, |
| "mert_alignment_loss": 0.2985522747039795, |
| "mert_cosine": 0.7014477252960205, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.320179462432861, |
| "semantic_top1": 0.236083984375, |
| "step": 1780, |
| "teacher_kl_loss": 2.9717705249786377, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03888811383928571, |
| "ce_loss": 5.475909233093262, |
| "learning_rate": 3.2621212121212114e-05, |
| "loss": 6.21959114074707, |
| "mert_alignment_loss": 0.2897642254829407, |
| "mert_cosine": 0.7102357745170593, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.364473342895508, |
| "semantic_top1": 0.2440185546875, |
| "step": 1800, |
| "teacher_kl_loss": 2.9747297763824463, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04010881696428571, |
| "ce_loss": 5.470162868499756, |
| "learning_rate": 3.2580090497737555e-05, |
| "loss": 6.213819980621338, |
| "mert_alignment_loss": 0.2964020073413849, |
| "mert_cosine": 0.7035979926586151, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.362020969390869, |
| "semantic_top1": 0.231201171875, |
| "step": 1820, |
| "teacher_kl_loss": 2.97462797164917, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04255022321428571, |
| "ce_loss": 5.4360432624816895, |
| "learning_rate": 3.253896887426299e-05, |
| "loss": 6.174988746643066, |
| "mert_alignment_loss": 0.2883942127227783, |
| "mert_cosine": 0.7116057872772217, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.319185733795166, |
| "semantic_top1": 0.250244140625, |
| "step": 1840, |
| "teacher_kl_loss": 2.955782651901245, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0391845703125, |
| "ce_loss": 5.444964408874512, |
| "learning_rate": 3.2497847250788425e-05, |
| "loss": 6.179523944854736, |
| "mert_alignment_loss": 0.2961397171020508, |
| "mert_cosine": 0.7038602828979492, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.327593803405762, |
| "semantic_top1": 0.2476806640625, |
| "step": 1860, |
| "teacher_kl_loss": 2.9382386207580566, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0421142578125, |
| "ce_loss": 5.416487693786621, |
| "learning_rate": 3.245672562731385e-05, |
| "loss": 6.148921966552734, |
| "mert_alignment_loss": 0.2915192246437073, |
| "mert_cosine": 0.7084807753562927, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.294682025909424, |
| "semantic_top1": 0.2596435546875, |
| "step": 1880, |
| "teacher_kl_loss": 2.929738759994507, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.03887067522321429, |
| "ce_loss": 5.461390018463135, |
| "learning_rate": 3.2415604003839295e-05, |
| "loss": 6.214041709899902, |
| "mert_alignment_loss": 0.2998638451099396, |
| "mert_cosine": 0.7001361548900604, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.363973617553711, |
| "semantic_top1": 0.2469482421875, |
| "step": 1900, |
| "teacher_kl_loss": 3.0106043815612793, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04242815290178571, |
| "ce_loss": 5.4172282218933105, |
| "learning_rate": 3.237448238036473e-05, |
| "loss": 6.165708541870117, |
| "mert_alignment_loss": 0.29114943742752075, |
| "mert_cosine": 0.7088505625724792, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.311284065246582, |
| "semantic_top1": 0.238525390625, |
| "step": 1920, |
| "teacher_kl_loss": 2.9939217567443848, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0447998046875, |
| "ce_loss": 5.379388809204102, |
| "learning_rate": 3.2333360756890165e-05, |
| "loss": 6.109836578369141, |
| "mert_alignment_loss": 0.29155683517456055, |
| "mert_cosine": 0.7084431648254395, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.255615234375, |
| "semantic_top1": 0.2578125, |
| "step": 1940, |
| "teacher_kl_loss": 2.9217939376831055, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04112025669642857, |
| "ce_loss": 5.376375198364258, |
| "learning_rate": 3.22922391334156e-05, |
| "loss": 6.108811855316162, |
| "mert_alignment_loss": 0.29097163677215576, |
| "mert_cosine": 0.7090283632278442, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.254297733306885, |
| "semantic_top1": 0.2637939453125, |
| "step": 1960, |
| "teacher_kl_loss": 2.92974591255188, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04314313616071429, |
| "ce_loss": 5.405398845672607, |
| "learning_rate": 3.225111750994104e-05, |
| "loss": 6.136603355407715, |
| "mert_alignment_loss": 0.2915155291557312, |
| "mert_cosine": 0.7084844708442688, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.2823615074157715, |
| "semantic_top1": 0.2379150390625, |
| "step": 1980, |
| "teacher_kl_loss": 2.924818277359009, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04481724330357143, |
| "ce_loss": 5.359776496887207, |
| "learning_rate": 3.2209995886466476e-05, |
| "loss": 6.08937931060791, |
| "mert_alignment_loss": 0.28677406907081604, |
| "mert_cosine": 0.713225930929184, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.232766151428223, |
| "semantic_top1": 0.2567138671875, |
| "step": 2000, |
| "teacher_kl_loss": 2.918412208557129, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04309121664468344, |
| "acoustic_top5": 0.13684399096996752, |
| "ce_loss": 5.383781433105469, |
| "head_0_top1": 0.2500277432528409, |
| "head_0_top5": 0.5477683327414773, |
| "head_1_top1": 0.07553932883522728, |
| "head_1_top5": 0.22703690962357956, |
| "head_2_top1": 0.07314786044034091, |
| "head_2_top5": 0.21626420454545456, |
| "head_3_top1": 0.051153009588068184, |
| "head_3_top5": 0.16249223188920456, |
| "head_4_top1": 0.038726806640625, |
| "head_4_top5": 0.12935846502130682, |
| "head_5_top1": 0.027579567649147728, |
| "head_5_top5": 0.09393865411931818, |
| "head_6_top1": 0.01888483220880682, |
| "head_6_top5": 0.06880881569602272, |
| "head_7_top1": 0.01660711115056818, |
| "head_7_top5": 0.06000865589488636, |
| "loss": 6.119406266645952, |
| "mert_alignment_loss": 0.2882228331132369, |
| "mert_cosine": 0.7117771668867632, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.263517899946733, |
| "semantic_top1": 0.2500277432528409, |
| "semantic_top5": 0.5477683327414773, |
| "step": 2000, |
| "teacher_kl_loss": 2.942498640580611, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.044520786830357144, |
| "ce_loss": 5.377424240112305, |
| "learning_rate": 3.2168874262991904e-05, |
| "loss": 6.112301349639893, |
| "mert_alignment_loss": 0.2907634973526001, |
| "mert_cosine": 0.7092365026473999, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.257682800292969, |
| "semantic_top1": 0.253662109375, |
| "step": 2020, |
| "teacher_kl_loss": 2.9395060539245605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.042637416294642856, |
| "ce_loss": 5.389161109924316, |
| "learning_rate": 3.212775263951734e-05, |
| "loss": 6.118739128112793, |
| "mert_alignment_loss": 0.29367387294769287, |
| "mert_cosine": 0.7063261270523071, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.265576362609863, |
| "semantic_top1": 0.2525634765625, |
| "step": 2040, |
| "teacher_kl_loss": 2.9183106422424316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04180036272321429, |
| "ce_loss": 5.3889665603637695, |
| "learning_rate": 3.208663101604278e-05, |
| "loss": 6.122801303863525, |
| "mert_alignment_loss": 0.28950080275535583, |
| "mert_cosine": 0.7104991972446442, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.267551422119141, |
| "semantic_top1": 0.25439453125, |
| "step": 2060, |
| "teacher_kl_loss": 2.935336112976074, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04474748883928571, |
| "ce_loss": 5.353621959686279, |
| "learning_rate": 3.204550939256821e-05, |
| "loss": 6.081682205200195, |
| "mert_alignment_loss": 0.2892214059829712, |
| "mert_cosine": 0.7107785940170288, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.226292610168457, |
| "semantic_top1": 0.2657470703125, |
| "step": 2080, |
| "teacher_kl_loss": 2.9122397899627686, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.043422154017857144, |
| "ce_loss": 5.342474937438965, |
| "learning_rate": 3.200438776909365e-05, |
| "loss": 6.0686492919921875, |
| "mert_alignment_loss": 0.2865006923675537, |
| "mert_cosine": 0.7134993076324463, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.211900234222412, |
| "semantic_top1": 0.27783203125, |
| "step": 2100, |
| "teacher_kl_loss": 2.904698610305786, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04497419084821429, |
| "ce_loss": 5.289624214172363, |
| "learning_rate": 3.1963266145619085e-05, |
| "loss": 6.005117416381836, |
| "mert_alignment_loss": 0.2846834063529968, |
| "mert_cosine": 0.7153165936470032, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.147459030151367, |
| "semantic_top1": 0.2838134765625, |
| "step": 2120, |
| "teacher_kl_loss": 2.861974000930786, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04596819196428571, |
| "ce_loss": 5.287952899932861, |
| "learning_rate": 3.192214452214453e-05, |
| "loss": 5.9989213943481445, |
| "mert_alignment_loss": 0.286345899105072, |
| "mert_cosine": 0.713654100894928, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.142093658447266, |
| "semantic_top1": 0.272216796875, |
| "step": 2140, |
| "teacher_kl_loss": 2.8438730239868164, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.044886997767857144, |
| "ce_loss": 5.330650806427002, |
| "learning_rate": 3.1881022898669955e-05, |
| "loss": 6.055525779724121, |
| "mert_alignment_loss": 0.2898334860801697, |
| "mert_cosine": 0.7101665139198303, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.200442314147949, |
| "semantic_top1": 0.2750244140625, |
| "step": 2160, |
| "teacher_kl_loss": 2.899498701095581, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04638671875, |
| "ce_loss": 5.310965061187744, |
| "learning_rate": 3.183990127519539e-05, |
| "loss": 6.025795936584473, |
| "mert_alignment_loss": 0.28811725974082947, |
| "mert_cosine": 0.7118827402591705, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.169855117797852, |
| "semantic_top1": 0.2584228515625, |
| "step": 2180, |
| "teacher_kl_loss": 2.859323501586914, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04860142299107143, |
| "ce_loss": 5.25606107711792, |
| "learning_rate": 3.179877965172082e-05, |
| "loss": 5.968634605407715, |
| "mert_alignment_loss": 0.28273671865463257, |
| "mert_cosine": 0.7172632813453674, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.1100029945373535, |
| "semantic_top1": 0.2896728515625, |
| "step": 2200, |
| "teacher_kl_loss": 2.8502933979034424, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.043613978794642856, |
| "ce_loss": 5.3105573654174805, |
| "learning_rate": 3.175765802824626e-05, |
| "loss": 6.032948970794678, |
| "mert_alignment_loss": 0.28811758756637573, |
| "mert_cosine": 0.7118824124336243, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.177007675170898, |
| "semantic_top1": 0.27392578125, |
| "step": 2220, |
| "teacher_kl_loss": 2.8895673751831055, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04933384486607143, |
| "ce_loss": 5.253746509552002, |
| "learning_rate": 3.1716536404771694e-05, |
| "loss": 5.974687576293945, |
| "mert_alignment_loss": 0.2838021516799927, |
| "mert_cosine": 0.7161978483200073, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.116588592529297, |
| "semantic_top1": 0.29736328125, |
| "step": 2240, |
| "teacher_kl_loss": 2.8837640285491943, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04657854352678571, |
| "ce_loss": 5.289941787719727, |
| "learning_rate": 3.1675414781297136e-05, |
| "loss": 6.009037017822266, |
| "mert_alignment_loss": 0.28729021549224854, |
| "mert_cosine": 0.7127097845077515, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.152681827545166, |
| "semantic_top1": 0.2750244140625, |
| "step": 2260, |
| "teacher_kl_loss": 2.8763797283172607, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04657854352678571, |
| "ce_loss": 5.2657790184021, |
| "learning_rate": 3.163429315782257e-05, |
| "loss": 5.974461078643799, |
| "mert_alignment_loss": 0.28376519680023193, |
| "mert_cosine": 0.7162348031997681, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.1163434982299805, |
| "semantic_top1": 0.29150390625, |
| "step": 2280, |
| "teacher_kl_loss": 2.834728240966797, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.048060825892857144, |
| "ce_loss": 5.250649452209473, |
| "learning_rate": 3.1593171534348e-05, |
| "loss": 5.958307266235352, |
| "mert_alignment_loss": 0.28241485357284546, |
| "mert_cosine": 0.7175851464271545, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.099514007568359, |
| "semantic_top1": 0.29052734375, |
| "step": 2300, |
| "teacher_kl_loss": 2.8306288719177246, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04645647321428571, |
| "ce_loss": 5.236401081085205, |
| "learning_rate": 3.155204991087344e-05, |
| "loss": 5.945712566375732, |
| "mert_alignment_loss": 0.2821073532104492, |
| "mert_cosine": 0.7178926467895508, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.086765766143799, |
| "semantic_top1": 0.3009033203125, |
| "step": 2320, |
| "teacher_kl_loss": 2.837245464324951, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04710170200892857, |
| "ce_loss": 5.268444061279297, |
| "learning_rate": 3.151092828739887e-05, |
| "loss": 5.984819412231445, |
| "mert_alignment_loss": 0.28662997484207153, |
| "mert_cosine": 0.7133700251579285, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.128134250640869, |
| "semantic_top1": 0.2886962890625, |
| "step": 2340, |
| "teacher_kl_loss": 2.86550235748291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05051967075892857, |
| "ce_loss": 5.20573616027832, |
| "learning_rate": 3.146980666392431e-05, |
| "loss": 5.907445430755615, |
| "mert_alignment_loss": 0.280847430229187, |
| "mert_cosine": 0.719152569770813, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.047868728637695, |
| "semantic_top1": 0.2923583984375, |
| "step": 2360, |
| "teacher_kl_loss": 2.8068366050720215, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.047398158482142856, |
| "ce_loss": 5.226709842681885, |
| "learning_rate": 3.1428685040449745e-05, |
| "loss": 5.930288314819336, |
| "mert_alignment_loss": 0.27872729301452637, |
| "mert_cosine": 0.7212727069854736, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.069652557373047, |
| "semantic_top1": 0.3148193359375, |
| "step": 2380, |
| "teacher_kl_loss": 2.814314842224121, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05304827008928571, |
| "ce_loss": 5.187558174133301, |
| "learning_rate": 3.138756341697518e-05, |
| "loss": 5.886850833892822, |
| "mert_alignment_loss": 0.28778767585754395, |
| "mert_cosine": 0.712212324142456, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.030745506286621, |
| "semantic_top1": 0.283447265625, |
| "step": 2400, |
| "teacher_kl_loss": 2.7971715927124023, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04936872209821429, |
| "ce_loss": 5.205666542053223, |
| "learning_rate": 3.1346441793500615e-05, |
| "loss": 5.902334690093994, |
| "mert_alignment_loss": 0.28177013993263245, |
| "mert_cosine": 0.7182298600673676, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.043220043182373, |
| "semantic_top1": 0.298583984375, |
| "step": 2420, |
| "teacher_kl_loss": 2.7866740226745605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04685756138392857, |
| "ce_loss": 5.267974376678467, |
| "learning_rate": 3.130532017002605e-05, |
| "loss": 5.989130020141602, |
| "mert_alignment_loss": 0.2826608717441559, |
| "mert_cosine": 0.7173391282558441, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.130460739135742, |
| "semantic_top1": 0.2940673828125, |
| "step": 2440, |
| "teacher_kl_loss": 2.8846240043640137, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04844447544642857, |
| "ce_loss": 5.226214408874512, |
| "learning_rate": 3.1264198546551485e-05, |
| "loss": 5.932229995727539, |
| "mert_alignment_loss": 0.289800226688385, |
| "mert_cosine": 0.710199773311615, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.07712984085083, |
| "semantic_top1": 0.294677734375, |
| "step": 2460, |
| "teacher_kl_loss": 2.8240604400634766, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.050048828125, |
| "ce_loss": 5.1914191246032715, |
| "learning_rate": 3.122307692307692e-05, |
| "loss": 5.89694881439209, |
| "mert_alignment_loss": 0.28425443172454834, |
| "mert_cosine": 0.7157455682754517, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.039076328277588, |
| "semantic_top1": 0.300048828125, |
| "step": 2480, |
| "teacher_kl_loss": 2.8221189975738525, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04750279017857143, |
| "ce_loss": 5.24337911605835, |
| "learning_rate": 3.1181955299602354e-05, |
| "loss": 5.9547247886657715, |
| "mert_alignment_loss": 0.28480613231658936, |
| "mert_cosine": 0.7151938676834106, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.097127437591553, |
| "semantic_top1": 0.27490234375, |
| "step": 2500, |
| "teacher_kl_loss": 2.8453826904296875, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04907464361810065, |
| "acoustic_top5": 0.15349350966416397, |
| "ce_loss": 5.215132973410866, |
| "head_0_top1": 0.288177490234375, |
| "head_0_top5": 0.6095858487215909, |
| "head_1_top1": 0.08429787375710228, |
| "head_1_top5": 0.24935080788352273, |
| "head_2_top1": 0.082489013671875, |
| "head_2_top5": 0.2406643954190341, |
| "head_3_top1": 0.05978116122159091, |
| "head_3_top5": 0.18552190607244318, |
| "head_4_top1": 0.04595669833096591, |
| "head_4_top5": 0.1512784090909091, |
| "head_5_top1": 0.03096979314630682, |
| "head_5_top5": 0.10400390625, |
| "head_6_top1": 0.021598122336647728, |
| "head_6_top5": 0.07710682262073863, |
| "head_7_top1": 0.018429842862215908, |
| "head_7_top5": 0.0665283203125, |
| "loss": 5.922209306196733, |
| "mert_alignment_loss": 0.2795565128326416, |
| "mert_cosine": 0.7204434871673584, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.061986749822443, |
| "semantic_top1": 0.288177490234375, |
| "semantic_top5": 0.6095858487215909, |
| "step": 2500, |
| "teacher_kl_loss": 2.8283004760742188, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.05678013392857143, |
| "ce_loss": 5.1356048583984375, |
| "learning_rate": 3.114083367612779e-05, |
| "loss": 5.828710556030273, |
| "mert_alignment_loss": 0.284129798412323, |
| "mert_cosine": 0.715870201587677, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.970775604248047, |
| "semantic_top1": 0.301025390625, |
| "step": 2520, |
| "teacher_kl_loss": 2.7724220752716064, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04872349330357143, |
| "ce_loss": 5.204169750213623, |
| "learning_rate": 3.109971205265323e-05, |
| "loss": 5.903225898742676, |
| "mert_alignment_loss": 0.2755258083343506, |
| "mert_cosine": 0.7244741916656494, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.040988922119141, |
| "semantic_top1": 0.3131103515625, |
| "step": 2540, |
| "teacher_kl_loss": 2.796224594116211, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.050694056919642856, |
| "ce_loss": 5.189483642578125, |
| "learning_rate": 3.105859042917866e-05, |
| "loss": 5.891169548034668, |
| "mert_alignment_loss": 0.28015071153640747, |
| "mert_cosine": 0.7198492884635925, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.03124475479126, |
| "semantic_top1": 0.3133544921875, |
| "step": 2560, |
| "teacher_kl_loss": 2.8067433834075928, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05067661830357143, |
| "ce_loss": 5.1806488037109375, |
| "learning_rate": 3.10174688057041e-05, |
| "loss": 5.878283977508545, |
| "mert_alignment_loss": 0.2793887257575989, |
| "mert_cosine": 0.7206112742424011, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.017978668212891, |
| "semantic_top1": 0.30615234375, |
| "step": 2580, |
| "teacher_kl_loss": 2.7905397415161133, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04924665178571429, |
| "ce_loss": 5.210628032684326, |
| "learning_rate": 3.0976347182229535e-05, |
| "loss": 5.91339111328125, |
| "mert_alignment_loss": 0.285366028547287, |
| "mert_cosine": 0.714633971452713, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.056074142456055, |
| "semantic_top1": 0.291748046875, |
| "step": 2600, |
| "teacher_kl_loss": 2.8110523223876953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0513916015625, |
| "ce_loss": 5.16322135925293, |
| "learning_rate": 3.0935225558754963e-05, |
| "loss": 5.868585109710693, |
| "mert_alignment_loss": 0.2813194990158081, |
| "mert_cosine": 0.7186805009841919, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.009244441986084, |
| "semantic_top1": 0.3165283203125, |
| "step": 2620, |
| "teacher_kl_loss": 2.821455955505371, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.046665736607142856, |
| "ce_loss": 5.223224639892578, |
| "learning_rate": 3.08941039352804e-05, |
| "loss": 5.928344249725342, |
| "mert_alignment_loss": 0.28094419836997986, |
| "mert_cosine": 0.7190558016300201, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.068816184997559, |
| "semantic_top1": 0.3013916015625, |
| "step": 2640, |
| "teacher_kl_loss": 2.8204784393310547, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05315290178571429, |
| "ce_loss": 5.145051002502441, |
| "learning_rate": 3.085298231180584e-05, |
| "loss": 5.8395915031433105, |
| "mert_alignment_loss": 0.27639591693878174, |
| "mert_cosine": 0.7236040830612183, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.977788925170898, |
| "semantic_top1": 0.3258056640625, |
| "step": 2660, |
| "teacher_kl_loss": 2.7781620025634766, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05168805803571429, |
| "ce_loss": 5.161219120025635, |
| "learning_rate": 3.0811860688331275e-05, |
| "loss": 5.867822647094727, |
| "mert_alignment_loss": 0.2786526083946228, |
| "mert_cosine": 0.7213473916053772, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.007148742675781, |
| "semantic_top1": 0.3128662109375, |
| "step": 2680, |
| "teacher_kl_loss": 2.8264126777648926, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.049891880580357144, |
| "ce_loss": 5.170289993286133, |
| "learning_rate": 3.077073906485671e-05, |
| "loss": 5.865109443664551, |
| "mert_alignment_loss": 0.2794889211654663, |
| "mert_cosine": 0.7205110788345337, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.004854202270508, |
| "semantic_top1": 0.312744140625, |
| "step": 2700, |
| "teacher_kl_loss": 2.7792775630950928, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05119977678571429, |
| "ce_loss": 5.166451454162598, |
| "learning_rate": 3.0729617441382145e-05, |
| "loss": 5.86984920501709, |
| "mert_alignment_loss": 0.2787207365036011, |
| "mert_cosine": 0.7212792634963989, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.009209632873535, |
| "semantic_top1": 0.3170166015625, |
| "step": 2720, |
| "teacher_kl_loss": 2.813591480255127, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05198451450892857, |
| "ce_loss": 5.133440971374512, |
| "learning_rate": 3.068849581790757e-05, |
| "loss": 5.837350368499756, |
| "mert_alignment_loss": 0.277560293674469, |
| "mert_cosine": 0.722439706325531, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.976130962371826, |
| "semantic_top1": 0.32421875, |
| "step": 2740, |
| "teacher_kl_loss": 2.8156399726867676, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.051845005580357144, |
| "ce_loss": 5.144960880279541, |
| "learning_rate": 3.0647374194433014e-05, |
| "loss": 5.835669040679932, |
| "mert_alignment_loss": 0.27982449531555176, |
| "mert_cosine": 0.7201755046844482, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.975581645965576, |
| "semantic_top1": 0.320068359375, |
| "step": 2760, |
| "teacher_kl_loss": 2.762831926345825, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.054652622767857144, |
| "ce_loss": 5.107979774475098, |
| "learning_rate": 3.060625257095845e-05, |
| "loss": 5.803403854370117, |
| "mert_alignment_loss": 0.2771565020084381, |
| "mert_cosine": 0.7228434979915619, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.941982746124268, |
| "semantic_top1": 0.33447265625, |
| "step": 2780, |
| "teacher_kl_loss": 2.781696319580078, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0513916015625, |
| "ce_loss": 5.176109313964844, |
| "learning_rate": 3.0565130947483884e-05, |
| "loss": 5.874238014221191, |
| "mert_alignment_loss": 0.28018468618392944, |
| "mert_cosine": 0.7198153138160706, |
| "mert_weight": 0.5, |
| "optimization_loss": 6.01432991027832, |
| "semantic_top1": 0.310302734375, |
| "step": 2800, |
| "teacher_kl_loss": 2.792513608932495, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.050502232142857144, |
| "ce_loss": 5.1501312255859375, |
| "learning_rate": 3.0524009324009326e-05, |
| "loss": 5.847720146179199, |
| "mert_alignment_loss": 0.27125084400177, |
| "mert_cosine": 0.72874915599823, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.983345985412598, |
| "semantic_top1": 0.33349609375, |
| "step": 2820, |
| "teacher_kl_loss": 2.7903552055358887, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.04978724888392857, |
| "ce_loss": 5.154570579528809, |
| "learning_rate": 3.0482887700534757e-05, |
| "loss": 5.8531494140625, |
| "mert_alignment_loss": 0.27968651056289673, |
| "mert_cosine": 0.7203134894371033, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.992993354797363, |
| "semantic_top1": 0.3204345703125, |
| "step": 2840, |
| "teacher_kl_loss": 2.7943153381347656, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05437360491071429, |
| "ce_loss": 5.09782600402832, |
| "learning_rate": 3.0441766077060192e-05, |
| "loss": 5.781373977661133, |
| "mert_alignment_loss": 0.2794263958930969, |
| "mert_cosine": 0.7205736041069031, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.921087265014648, |
| "semantic_top1": 0.32666015625, |
| "step": 2860, |
| "teacher_kl_loss": 2.734191417694092, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05217633928571429, |
| "ce_loss": 5.128826141357422, |
| "learning_rate": 3.0400644453585627e-05, |
| "loss": 5.820559978485107, |
| "mert_alignment_loss": 0.2762642800807953, |
| "mert_cosine": 0.7237357199192047, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.9586920738220215, |
| "semantic_top1": 0.3153076171875, |
| "step": 2880, |
| "teacher_kl_loss": 2.766935110092163, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05625697544642857, |
| "ce_loss": 5.0901360511779785, |
| "learning_rate": 3.0359522830111062e-05, |
| "loss": 5.777597904205322, |
| "mert_alignment_loss": 0.27298370003700256, |
| "mert_cosine": 0.7270162999629974, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.914089679718018, |
| "semantic_top1": 0.341796875, |
| "step": 2900, |
| "teacher_kl_loss": 2.749847888946533, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05726841517857143, |
| "ce_loss": 5.067122459411621, |
| "learning_rate": 3.03184012066365e-05, |
| "loss": 5.744589328765869, |
| "mert_alignment_loss": 0.27134257555007935, |
| "mert_cosine": 0.7286574244499207, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.880260467529297, |
| "semantic_top1": 0.345703125, |
| "step": 2920, |
| "teacher_kl_loss": 2.709867477416992, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.053135463169642856, |
| "ce_loss": 5.09506368637085, |
| "learning_rate": 3.0277279583161935e-05, |
| "loss": 5.783071517944336, |
| "mert_alignment_loss": 0.2810157537460327, |
| "mert_cosine": 0.7189842462539673, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.923579216003418, |
| "semantic_top1": 0.3223876953125, |
| "step": 2940, |
| "teacher_kl_loss": 2.7520313262939453, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05494907924107143, |
| "ce_loss": 5.0823869705200195, |
| "learning_rate": 3.023615795968737e-05, |
| "loss": 5.764805316925049, |
| "mert_alignment_loss": 0.27632489800453186, |
| "mert_cosine": 0.7236751019954681, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.90296745300293, |
| "semantic_top1": 0.3243408203125, |
| "step": 2960, |
| "teacher_kl_loss": 2.729673147201538, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.054478236607142856, |
| "ce_loss": 5.05986213684082, |
| "learning_rate": 3.0195036336212805e-05, |
| "loss": 5.73533296585083, |
| "mert_alignment_loss": 0.2706780433654785, |
| "mert_cosine": 0.7293219566345215, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.870672225952148, |
| "semantic_top1": 0.340087890625, |
| "step": 2980, |
| "teacher_kl_loss": 2.701882839202881, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0552978515625, |
| "ce_loss": 5.070862770080566, |
| "learning_rate": 3.015391471273824e-05, |
| "loss": 5.7577128410339355, |
| "mert_alignment_loss": 0.27432310581207275, |
| "mert_cosine": 0.7256768941879272, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.894874095916748, |
| "semantic_top1": 0.3248291015625, |
| "step": 3000, |
| "teacher_kl_loss": 2.7473981380462646, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05358173320819805, |
| "acoustic_top5": 0.16487498097605519, |
| "ce_loss": 5.10393662886186, |
| "head_0_top1": 0.3153631036931818, |
| "head_0_top5": 0.6513006036931818, |
| "head_1_top1": 0.08938043767755682, |
| "head_1_top5": 0.2620322487571023, |
| "head_2_top1": 0.08984929865056818, |
| "head_2_top5": 0.2574213201349432, |
| "head_3_top1": 0.06611494584517046, |
| "head_3_top5": 0.20173228870738635, |
| "head_4_top1": 0.052515203302556816, |
| "head_4_top5": 0.16750266335227273, |
| "head_5_top1": 0.03349997780539773, |
| "head_5_top5": 0.11228526722301137, |
| "head_6_top1": 0.023739901455965908, |
| "head_6_top5": 0.082611083984375, |
| "head_7_top1": 0.019972367720170456, |
| "head_7_top5": 0.07053999467329546, |
| "loss": 5.79420956698331, |
| "mert_alignment_loss": 0.2730777697129683, |
| "mert_cosine": 0.7269222302870317, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.930747985839844, |
| "semantic_top1": 0.3153631036931818, |
| "semantic_top5": 0.6513006036931818, |
| "step": 3000, |
| "teacher_kl_loss": 2.7610919258811255, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.051670619419642856, |
| "ce_loss": 5.143011569976807, |
| "learning_rate": 3.011279308926367e-05, |
| "loss": 5.840998649597168, |
| "mert_alignment_loss": 0.2757309675216675, |
| "mert_cosine": 0.7242690324783325, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.97886323928833, |
| "semantic_top1": 0.32080078125, |
| "step": 3020, |
| "teacher_kl_loss": 2.79194712638855, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05303083147321429, |
| "ce_loss": 5.107290267944336, |
| "learning_rate": 3.0071671465789113e-05, |
| "loss": 5.80042839050293, |
| "mert_alignment_loss": 0.2780565917491913, |
| "mert_cosine": 0.7219434082508087, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.939456939697266, |
| "semantic_top1": 0.325439453125, |
| "step": 3040, |
| "teacher_kl_loss": 2.772552490234375, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.055454799107142856, |
| "ce_loss": 5.097526550292969, |
| "learning_rate": 3.0030549842314547e-05, |
| "loss": 5.787989616394043, |
| "mert_alignment_loss": 0.27788564562797546, |
| "mert_cosine": 0.7221143543720245, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.926932334899902, |
| "semantic_top1": 0.333984375, |
| "step": 3060, |
| "teacher_kl_loss": 2.7618508338928223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.056919642857142856, |
| "ce_loss": 5.084089756011963, |
| "learning_rate": 2.9989428218839982e-05, |
| "loss": 5.765372276306152, |
| "mert_alignment_loss": 0.2778444290161133, |
| "mert_cosine": 0.7221555709838867, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.904294490814209, |
| "semantic_top1": 0.3211669921875, |
| "step": 3080, |
| "teacher_kl_loss": 2.725130796432495, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05357142857142857, |
| "ce_loss": 5.085846424102783, |
| "learning_rate": 2.9948306595365414e-05, |
| "loss": 5.772058486938477, |
| "mert_alignment_loss": 0.278376042842865, |
| "mert_cosine": 0.721623957157135, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.9112467765808105, |
| "semantic_top1": 0.3316650390625, |
| "step": 3100, |
| "teacher_kl_loss": 2.74484920501709, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.053623744419642856, |
| "ce_loss": 5.092988967895508, |
| "learning_rate": 2.9907184971890855e-05, |
| "loss": 5.786549091339111, |
| "mert_alignment_loss": 0.2724986672401428, |
| "mert_cosine": 0.7275013327598572, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.9227986335754395, |
| "semantic_top1": 0.34423828125, |
| "step": 3120, |
| "teacher_kl_loss": 2.7742412090301514, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.053187779017857144, |
| "ce_loss": 5.085414886474609, |
| "learning_rate": 2.986606334841629e-05, |
| "loss": 5.772221565246582, |
| "mert_alignment_loss": 0.27491602301597595, |
| "mert_cosine": 0.725083976984024, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.909679412841797, |
| "semantic_top1": 0.3255615234375, |
| "step": 3140, |
| "teacher_kl_loss": 2.747225761413574, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05292619977678571, |
| "ce_loss": 5.09172248840332, |
| "learning_rate": 2.9824941724941722e-05, |
| "loss": 5.784567832946777, |
| "mert_alignment_loss": 0.27696722745895386, |
| "mert_cosine": 0.7230327725410461, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.923051357269287, |
| "semantic_top1": 0.3402099609375, |
| "step": 3160, |
| "teacher_kl_loss": 2.7713820934295654, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05219377790178571, |
| "ce_loss": 5.083502292633057, |
| "learning_rate": 2.9783820101467157e-05, |
| "loss": 5.772068023681641, |
| "mert_alignment_loss": 0.2790372371673584, |
| "mert_cosine": 0.7209627628326416, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.911586761474609, |
| "semantic_top1": 0.344482421875, |
| "step": 3180, |
| "teacher_kl_loss": 2.7542641162872314, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05503627232142857, |
| "ce_loss": 5.063326358795166, |
| "learning_rate": 2.9742698477992598e-05, |
| "loss": 5.7424421310424805, |
| "mert_alignment_loss": 0.27443552017211914, |
| "mert_cosine": 0.7255644798278809, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.879659652709961, |
| "semantic_top1": 0.3309326171875, |
| "step": 3200, |
| "teacher_kl_loss": 2.7164618968963623, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05522809709821429, |
| "ce_loss": 5.059700012207031, |
| "learning_rate": 2.9701576854518033e-05, |
| "loss": 5.742427825927734, |
| "mert_alignment_loss": 0.2820158004760742, |
| "mert_cosine": 0.7179841995239258, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.8834357261657715, |
| "semantic_top1": 0.3292236328125, |
| "step": 3220, |
| "teacher_kl_loss": 2.73091197013855, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05571637834821429, |
| "ce_loss": 5.066267013549805, |
| "learning_rate": 2.9660455231043465e-05, |
| "loss": 5.755801200866699, |
| "mert_alignment_loss": 0.2770170569419861, |
| "mert_cosine": 0.7229829430580139, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.894309997558594, |
| "semantic_top1": 0.3369140625, |
| "step": 3240, |
| "teacher_kl_loss": 2.7581369876861572, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05702427455357143, |
| "ce_loss": 5.051271438598633, |
| "learning_rate": 2.96193336075689e-05, |
| "loss": 5.727362155914307, |
| "mert_alignment_loss": 0.2766004204750061, |
| "mert_cosine": 0.7233995795249939, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.865662574768066, |
| "semantic_top1": 0.3297119140625, |
| "step": 3260, |
| "teacher_kl_loss": 2.7043633460998535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.056396484375, |
| "ce_loss": 5.05795955657959, |
| "learning_rate": 2.957821198409433e-05, |
| "loss": 5.7411885261535645, |
| "mert_alignment_loss": 0.27233821153640747, |
| "mert_cosine": 0.7276617884635925, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.8773579597473145, |
| "semantic_top1": 0.34375, |
| "step": 3280, |
| "teacher_kl_loss": 2.732917308807373, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05446079799107143, |
| "ce_loss": 5.100945949554443, |
| "learning_rate": 2.9537090360619766e-05, |
| "loss": 5.791197776794434, |
| "mert_alignment_loss": 0.2761855125427246, |
| "mert_cosine": 0.7238144874572754, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.929291248321533, |
| "semantic_top1": 0.339111328125, |
| "step": 3300, |
| "teacher_kl_loss": 2.76101016998291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.056553431919642856, |
| "ce_loss": 5.024781703948975, |
| "learning_rate": 2.9495968737145207e-05, |
| "loss": 5.708935737609863, |
| "mert_alignment_loss": 0.2707192003726959, |
| "mert_cosine": 0.7292807996273041, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.844295501708984, |
| "semantic_top1": 0.3448486328125, |
| "step": 3320, |
| "teacher_kl_loss": 2.7366154193878174, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.056483677455357144, |
| "ce_loss": 5.036144733428955, |
| "learning_rate": 2.9454847113670636e-05, |
| "loss": 5.717230796813965, |
| "mert_alignment_loss": 0.2724010944366455, |
| "mert_cosine": 0.7275989055633545, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.853431701660156, |
| "semantic_top1": 0.341796875, |
| "step": 3340, |
| "teacher_kl_loss": 2.7243430614471436, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05698939732142857, |
| "ce_loss": 5.033840179443359, |
| "learning_rate": 2.9413725490196077e-05, |
| "loss": 5.72110652923584, |
| "mert_alignment_loss": 0.27147623896598816, |
| "mert_cosine": 0.7285237610340118, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.856844902038574, |
| "semantic_top1": 0.3519287109375, |
| "step": 3360, |
| "teacher_kl_loss": 2.74906587600708, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.056919642857142856, |
| "ce_loss": 5.033123016357422, |
| "learning_rate": 2.937260386672151e-05, |
| "loss": 5.705416679382324, |
| "mert_alignment_loss": 0.2706573009490967, |
| "mert_cosine": 0.7293426990509033, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.840744495391846, |
| "semantic_top1": 0.342041015625, |
| "step": 3380, |
| "teacher_kl_loss": 2.6891732215881348, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05665806361607143, |
| "ce_loss": 5.043323516845703, |
| "learning_rate": 2.933148224324695e-05, |
| "loss": 5.718790531158447, |
| "mert_alignment_loss": 0.274209201335907, |
| "mert_cosine": 0.725790798664093, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.855895519256592, |
| "semantic_top1": 0.3470458984375, |
| "step": 3400, |
| "teacher_kl_loss": 2.7018680572509766, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.053466796875, |
| "ce_loss": 5.04794979095459, |
| "learning_rate": 2.929036061977238e-05, |
| "loss": 5.7206926345825195, |
| "mert_alignment_loss": 0.26735731959342957, |
| "mert_cosine": 0.7326426804065704, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.854371070861816, |
| "semantic_top1": 0.353759765625, |
| "step": 3420, |
| "teacher_kl_loss": 2.6909730434417725, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05205426897321429, |
| "ce_loss": 5.078189849853516, |
| "learning_rate": 2.9249238996297817e-05, |
| "loss": 5.762831211090088, |
| "mert_alignment_loss": 0.27017179131507874, |
| "mert_cosine": 0.7298282086849213, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.897916793823242, |
| "semantic_top1": 0.352783203125, |
| "step": 3440, |
| "teacher_kl_loss": 2.7385644912719727, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05775669642857143, |
| "ce_loss": 5.005186080932617, |
| "learning_rate": 2.920811737282325e-05, |
| "loss": 5.675958156585693, |
| "mert_alignment_loss": 0.26905542612075806, |
| "mert_cosine": 0.7309445738792419, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.810486316680908, |
| "semantic_top1": 0.3529052734375, |
| "step": 3460, |
| "teacher_kl_loss": 2.6830883026123047, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.058628627232142856, |
| "ce_loss": 5.0059123039245605, |
| "learning_rate": 2.9166995749348693e-05, |
| "loss": 5.680986404418945, |
| "mert_alignment_loss": 0.2766951322555542, |
| "mert_cosine": 0.7233048677444458, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.819334030151367, |
| "semantic_top1": 0.346923828125, |
| "step": 3480, |
| "teacher_kl_loss": 2.7002973556518555, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06089564732142857, |
| "ce_loss": 4.967604637145996, |
| "learning_rate": 2.912587412587412e-05, |
| "loss": 5.633564472198486, |
| "mert_alignment_loss": 0.26927244663238525, |
| "mert_cosine": 0.7307275533676147, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.768200874328613, |
| "semantic_top1": 0.354736328125, |
| "step": 3500, |
| "teacher_kl_loss": 2.6638402938842773, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05691250887784091, |
| "acoustic_top5": 0.1734722186992695, |
| "ce_loss": 5.024650226939809, |
| "head_0_top1": 0.3348305442116477, |
| "head_0_top5": 0.6776178533380682, |
| "head_1_top1": 0.09334494850852272, |
| "head_1_top5": 0.2713595303622159, |
| "head_2_top1": 0.09541736949573863, |
| "head_2_top5": 0.2713567560369318, |
| "head_3_top1": 0.07116421786221591, |
| "head_3_top5": 0.21482987837357956, |
| "head_4_top1": 0.05693470348011364, |
| "head_4_top5": 0.17842240767045456, |
| "head_5_top1": 0.03589699485085227, |
| "head_5_top5": 0.11775623668323863, |
| "head_6_top1": 0.024638782848011364, |
| "head_6_top5": 0.08634255149147728, |
| "head_7_top1": 0.02099054509943182, |
| "head_7_top5": 0.07423817027698863, |
| "loss": 5.7021942138671875, |
| "mert_alignment_loss": 0.267584735696966, |
| "mert_cosine": 0.7324152643030339, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.835986744273793, |
| "semantic_top1": 0.3348305442116477, |
| "semantic_top5": 0.6776178533380682, |
| "step": 3500, |
| "teacher_kl_loss": 2.710172479802912, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.05876813616071429, |
| "ce_loss": 4.9979166984558105, |
| "learning_rate": 2.908475250239956e-05, |
| "loss": 5.676419734954834, |
| "mert_alignment_loss": 0.2765769362449646, |
| "mert_cosine": 0.7234230637550354, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.814708709716797, |
| "semantic_top1": 0.34326171875, |
| "step": 3520, |
| "teacher_kl_loss": 2.7140121459960938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.060756138392857144, |
| "ce_loss": 4.980823516845703, |
| "learning_rate": 2.9043630878924994e-05, |
| "loss": 5.650489807128906, |
| "mert_alignment_loss": 0.2733365297317505, |
| "mert_cosine": 0.7266634702682495, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.787158012390137, |
| "semantic_top1": 0.3507080078125, |
| "step": 3540, |
| "teacher_kl_loss": 2.678666591644287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0589599609375, |
| "ce_loss": 4.996906280517578, |
| "learning_rate": 2.9002509255450426e-05, |
| "loss": 5.6739959716796875, |
| "mert_alignment_loss": 0.26754868030548096, |
| "mert_cosine": 0.732451319694519, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.807769775390625, |
| "semantic_top1": 0.355224609375, |
| "step": 3560, |
| "teacher_kl_loss": 2.7083592414855957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05780901227678571, |
| "ce_loss": 5.0290069580078125, |
| "learning_rate": 2.8961387631975864e-05, |
| "loss": 5.7046284675598145, |
| "mert_alignment_loss": 0.2789451777935028, |
| "mert_cosine": 0.7210548222064972, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.844101428985596, |
| "semantic_top1": 0.3299560546875, |
| "step": 3580, |
| "teacher_kl_loss": 2.702488899230957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06183733258928571, |
| "ce_loss": 4.961273193359375, |
| "learning_rate": 2.8920266008501302e-05, |
| "loss": 5.629805088043213, |
| "mert_alignment_loss": 0.26606062054634094, |
| "mert_cosine": 0.7339393794536591, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.762835502624512, |
| "semantic_top1": 0.35205078125, |
| "step": 3600, |
| "teacher_kl_loss": 2.674128532409668, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06072126116071429, |
| "ce_loss": 4.97698450088501, |
| "learning_rate": 2.8879144385026734e-05, |
| "loss": 5.643599033355713, |
| "mert_alignment_loss": 0.27063852548599243, |
| "mert_cosine": 0.7293614745140076, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.778918266296387, |
| "semantic_top1": 0.321533203125, |
| "step": 3620, |
| "teacher_kl_loss": 2.666459560394287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.058558872767857144, |
| "ce_loss": 4.992485046386719, |
| "learning_rate": 2.883802276155217e-05, |
| "loss": 5.662301540374756, |
| "mert_alignment_loss": 0.2709467113018036, |
| "mert_cosine": 0.7290532886981964, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7977752685546875, |
| "semantic_top1": 0.374755859375, |
| "step": 3640, |
| "teacher_kl_loss": 2.6792678833007812, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05885532924107143, |
| "ce_loss": 4.99746036529541, |
| "learning_rate": 2.8796901138077607e-05, |
| "loss": 5.667627811431885, |
| "mert_alignment_loss": 0.269930899143219, |
| "mert_cosine": 0.730069100856781, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.802593231201172, |
| "semantic_top1": 0.3460693359375, |
| "step": 3660, |
| "teacher_kl_loss": 2.6806702613830566, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0562744140625, |
| "ce_loss": 5.035197734832764, |
| "learning_rate": 2.8755779514603045e-05, |
| "loss": 5.721458435058594, |
| "mert_alignment_loss": 0.26745250821113586, |
| "mert_cosine": 0.7325474917888641, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.855184555053711, |
| "semantic_top1": 0.350830078125, |
| "step": 3680, |
| "teacher_kl_loss": 2.7450408935546875, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06061662946428571, |
| "ce_loss": 4.967489242553711, |
| "learning_rate": 2.8714657891128473e-05, |
| "loss": 5.647096633911133, |
| "mert_alignment_loss": 0.27222055196762085, |
| "mert_cosine": 0.7277794480323792, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.783206939697266, |
| "semantic_top1": 0.361083984375, |
| "step": 3700, |
| "teacher_kl_loss": 2.718431234359741, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059238978794642856, |
| "ce_loss": 4.957978248596191, |
| "learning_rate": 2.867353626765391e-05, |
| "loss": 5.619732856750488, |
| "mert_alignment_loss": 0.2656906545162201, |
| "mert_cosine": 0.7343093454837799, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.752577781677246, |
| "semantic_top1": 0.359375, |
| "step": 3720, |
| "teacher_kl_loss": 2.6470179557800293, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05616978236607143, |
| "ce_loss": 4.998833656311035, |
| "learning_rate": 2.863241464417935e-05, |
| "loss": 5.6685309410095215, |
| "mert_alignment_loss": 0.26820462942123413, |
| "mert_cosine": 0.7317953705787659, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.802633285522461, |
| "semantic_top1": 0.3538818359375, |
| "step": 3740, |
| "teacher_kl_loss": 2.67878794670105, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05583844866071429, |
| "ce_loss": 5.022666931152344, |
| "learning_rate": 2.8591293020704785e-05, |
| "loss": 5.704826354980469, |
| "mert_alignment_loss": 0.27168697118759155, |
| "mert_cosine": 0.7283130288124084, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.840670108795166, |
| "semantic_top1": 0.345458984375, |
| "step": 3760, |
| "teacher_kl_loss": 2.728639602661133, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05711146763392857, |
| "ce_loss": 4.994207382202148, |
| "learning_rate": 2.855017139723022e-05, |
| "loss": 5.6675801277160645, |
| "mert_alignment_loss": 0.2713135778903961, |
| "mert_cosine": 0.7286864221096039, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.803236961364746, |
| "semantic_top1": 0.3599853515625, |
| "step": 3780, |
| "teacher_kl_loss": 2.6934900283813477, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05808803013392857, |
| "ce_loss": 5.011847972869873, |
| "learning_rate": 2.8509049773755654e-05, |
| "loss": 5.69024133682251, |
| "mert_alignment_loss": 0.2670990824699402, |
| "mert_cosine": 0.7329009175300598, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.823790550231934, |
| "semantic_top1": 0.3443603515625, |
| "step": 3800, |
| "teacher_kl_loss": 2.713571786880493, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059238978794642856, |
| "ce_loss": 4.9952592849731445, |
| "learning_rate": 2.846792815028109e-05, |
| "loss": 5.671011924743652, |
| "mert_alignment_loss": 0.27380022406578064, |
| "mert_cosine": 0.7261997759342194, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.807912349700928, |
| "semantic_top1": 0.3450927734375, |
| "step": 3820, |
| "teacher_kl_loss": 2.7030112743377686, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05958775111607143, |
| "ce_loss": 4.962460994720459, |
| "learning_rate": 2.8426806526806524e-05, |
| "loss": 5.629551410675049, |
| "mert_alignment_loss": 0.269015908241272, |
| "mert_cosine": 0.730984091758728, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.764059543609619, |
| "semantic_top1": 0.3607177734375, |
| "step": 3840, |
| "teacher_kl_loss": 2.668363094329834, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06398228236607142, |
| "ce_loss": 4.90972375869751, |
| "learning_rate": 2.838568490333196e-05, |
| "loss": 5.567819595336914, |
| "mert_alignment_loss": 0.26751065254211426, |
| "mert_cosine": 0.7324893474578857, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.701574325561523, |
| "semantic_top1": 0.377197265625, |
| "step": 3860, |
| "teacher_kl_loss": 2.632382869720459, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05665806361607143, |
| "ce_loss": 5.008691787719727, |
| "learning_rate": 2.8344563279857394e-05, |
| "loss": 5.683841705322266, |
| "mert_alignment_loss": 0.26542288064956665, |
| "mert_cosine": 0.7345771193504333, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.816552639007568, |
| "semantic_top1": 0.35791015625, |
| "step": 3880, |
| "teacher_kl_loss": 2.7005960941314697, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05983189174107143, |
| "ce_loss": 4.947983264923096, |
| "learning_rate": 2.830344165638283e-05, |
| "loss": 5.607747554779053, |
| "mert_alignment_loss": 0.26658082008361816, |
| "mert_cosine": 0.7334191799163818, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.741037845611572, |
| "semantic_top1": 0.357421875, |
| "step": 3900, |
| "teacher_kl_loss": 2.6390562057495117, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05732073102678571, |
| "ce_loss": 4.986036777496338, |
| "learning_rate": 2.8262320032908267e-05, |
| "loss": 5.656663417816162, |
| "mert_alignment_loss": 0.2646436095237732, |
| "mert_cosine": 0.7353563904762268, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.788985252380371, |
| "semantic_top1": 0.385498046875, |
| "step": 3920, |
| "teacher_kl_loss": 2.682506799697876, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06181989397321429, |
| "ce_loss": 4.930541038513184, |
| "learning_rate": 2.8221198409433702e-05, |
| "loss": 5.59666109085083, |
| "mert_alignment_loss": 0.26703670620918274, |
| "mert_cosine": 0.7329632937908173, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.730179309844971, |
| "semantic_top1": 0.3695068359375, |
| "step": 3940, |
| "teacher_kl_loss": 2.664479970932007, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05787876674107143, |
| "ce_loss": 4.962482929229736, |
| "learning_rate": 2.8180076785959137e-05, |
| "loss": 5.62857723236084, |
| "mert_alignment_loss": 0.2656523585319519, |
| "mert_cosine": 0.7343476414680481, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7614030838012695, |
| "semantic_top1": 0.3770751953125, |
| "step": 3960, |
| "teacher_kl_loss": 2.664376974105835, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06386021205357142, |
| "ce_loss": 4.890976428985596, |
| "learning_rate": 2.813895516248457e-05, |
| "loss": 5.545960426330566, |
| "mert_alignment_loss": 0.26852136850357056, |
| "mert_cosine": 0.7314786314964294, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.680221080780029, |
| "semantic_top1": 0.377197265625, |
| "step": 3980, |
| "teacher_kl_loss": 2.6199378967285156, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.060703822544642856, |
| "ce_loss": 4.928990364074707, |
| "learning_rate": 2.8097833539010006e-05, |
| "loss": 5.592019557952881, |
| "mert_alignment_loss": 0.2739725708961487, |
| "mert_cosine": 0.7260274291038513, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.729005813598633, |
| "semantic_top1": 0.372802734375, |
| "step": 4000, |
| "teacher_kl_loss": 2.652116060256958, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059757777622767856, |
| "acoustic_top5": 0.1807615602171266, |
| "ce_loss": 4.959530917080966, |
| "head_0_top1": 0.3470098322088068, |
| "head_0_top5": 0.6964499733664773, |
| "head_1_top1": 0.09620527787642046, |
| "head_1_top5": 0.2793801047585227, |
| "head_2_top1": 0.10038341175426137, |
| "head_2_top5": 0.2814858176491477, |
| "head_3_top1": 0.07474587180397728, |
| "head_3_top5": 0.22456221147017044, |
| "head_4_top1": 0.061082319779829544, |
| "head_4_top5": 0.18967784534801135, |
| "head_5_top1": 0.03770862926136364, |
| "head_5_top5": 0.12312733043323863, |
| "head_6_top1": 0.026200727982954544, |
| "head_6_top5": 0.09014615145596591, |
| "head_7_top1": 0.02197820490056818, |
| "head_7_top5": 0.07695146040482954, |
| "loss": 5.628925323486328, |
| "mert_alignment_loss": 0.26317492398348724, |
| "mert_cosine": 0.7368250760165127, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.760512265292081, |
| "semantic_top1": 0.3470098322088068, |
| "semantic_top5": 0.6964499733664773, |
| "step": 4000, |
| "teacher_kl_loss": 2.6775762384588067, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06298828125, |
| "ce_loss": 4.904095649719238, |
| "learning_rate": 2.8056711915535445e-05, |
| "loss": 5.570544242858887, |
| "mert_alignment_loss": 0.27404332160949707, |
| "mert_cosine": 0.7259566783905029, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7075653076171875, |
| "semantic_top1": 0.36181640625, |
| "step": 4020, |
| "teacher_kl_loss": 2.6657936573028564, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06331961495535714, |
| "ce_loss": 4.905473709106445, |
| "learning_rate": 2.801559029206088e-05, |
| "loss": 5.564327239990234, |
| "mert_alignment_loss": 0.26310041546821594, |
| "mert_cosine": 0.7368995845317841, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.695878028869629, |
| "semantic_top1": 0.355712890625, |
| "step": 4040, |
| "teacher_kl_loss": 2.635416269302368, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.062168666294642856, |
| "ce_loss": 4.928168773651123, |
| "learning_rate": 2.797446866858631e-05, |
| "loss": 5.592354774475098, |
| "mert_alignment_loss": 0.26697760820388794, |
| "mert_cosine": 0.7330223917961121, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.72584342956543, |
| "semantic_top1": 0.3804931640625, |
| "step": 4060, |
| "teacher_kl_loss": 2.656743288040161, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06401715959821429, |
| "ce_loss": 4.892974853515625, |
| "learning_rate": 2.793334704511175e-05, |
| "loss": 5.550663948059082, |
| "mert_alignment_loss": 0.26728641986846924, |
| "mert_cosine": 0.7327135801315308, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.684307098388672, |
| "semantic_top1": 0.372314453125, |
| "step": 4080, |
| "teacher_kl_loss": 2.630758285522461, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06096540178571429, |
| "ce_loss": 4.940374851226807, |
| "learning_rate": 2.7892225421637184e-05, |
| "loss": 5.60894775390625, |
| "mert_alignment_loss": 0.2643328905105591, |
| "mert_cosine": 0.7356671094894409, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.741113662719727, |
| "semantic_top1": 0.3604736328125, |
| "step": 4100, |
| "teacher_kl_loss": 2.6742894649505615, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05937848772321429, |
| "ce_loss": 4.9571852684021, |
| "learning_rate": 2.785110379816262e-05, |
| "loss": 5.624469757080078, |
| "mert_alignment_loss": 0.26384174823760986, |
| "mert_cosine": 0.7361582517623901, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7563910484313965, |
| "semantic_top1": 0.3662109375, |
| "step": 4120, |
| "teacher_kl_loss": 2.6691386699676514, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05848911830357143, |
| "ce_loss": 4.953290939331055, |
| "learning_rate": 2.7809982174688054e-05, |
| "loss": 5.627110481262207, |
| "mert_alignment_loss": 0.27015405893325806, |
| "mert_cosine": 0.7298459410667419, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7621870040893555, |
| "semantic_top1": 0.3765869140625, |
| "step": 4140, |
| "teacher_kl_loss": 2.6952781677246094, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05988420758928571, |
| "ce_loss": 4.942961692810059, |
| "learning_rate": 2.7768860551213485e-05, |
| "loss": 5.6030168533325195, |
| "mert_alignment_loss": 0.2670856714248657, |
| "mert_cosine": 0.7329143285751343, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7365593910217285, |
| "semantic_top1": 0.35302734375, |
| "step": 4160, |
| "teacher_kl_loss": 2.6402201652526855, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06150599888392857, |
| "ce_loss": 4.927772521972656, |
| "learning_rate": 2.7727738927738924e-05, |
| "loss": 5.592648506164551, |
| "mert_alignment_loss": 0.26443663239479065, |
| "mert_cosine": 0.7355633676052094, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.7248663902282715, |
| "semantic_top1": 0.361572265625, |
| "step": 4180, |
| "teacher_kl_loss": 2.6595025062561035, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05852399553571429, |
| "ce_loss": 4.95311164855957, |
| "learning_rate": 2.7686617304264362e-05, |
| "loss": 5.624166965484619, |
| "mert_alignment_loss": 0.27263298630714417, |
| "mert_cosine": 0.7273670136928558, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.760483741760254, |
| "semantic_top1": 0.3687744140625, |
| "step": 4200, |
| "teacher_kl_loss": 2.6842217445373535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05901227678571429, |
| "ce_loss": 4.93263053894043, |
| "learning_rate": 2.7645495680789797e-05, |
| "loss": 5.601992607116699, |
| "mert_alignment_loss": 0.26306718587875366, |
| "mert_cosine": 0.7369328141212463, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.73352575302124, |
| "semantic_top1": 0.3822021484375, |
| "step": 4220, |
| "teacher_kl_loss": 2.677445888519287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.058070591517857144, |
| "ce_loss": 4.958333969116211, |
| "learning_rate": 2.7604374057315228e-05, |
| "loss": 5.630717754364014, |
| "mert_alignment_loss": 0.2624891996383667, |
| "mert_cosine": 0.7375108003616333, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.761962413787842, |
| "semantic_top1": 0.3775634765625, |
| "step": 4240, |
| "teacher_kl_loss": 2.6895341873168945, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06101771763392857, |
| "ce_loss": 4.94778299331665, |
| "learning_rate": 2.756325243384067e-05, |
| "loss": 5.610146999359131, |
| "mert_alignment_loss": 0.26655468344688416, |
| "mert_cosine": 0.7334453165531158, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.743425369262695, |
| "semantic_top1": 0.3675537109375, |
| "step": 4260, |
| "teacher_kl_loss": 2.649458646774292, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06141880580357143, |
| "ce_loss": 4.924818992614746, |
| "learning_rate": 2.75221308103661e-05, |
| "loss": 5.587899684906006, |
| "mert_alignment_loss": 0.26517850160598755, |
| "mert_cosine": 0.7348214983940125, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.720489025115967, |
| "semantic_top1": 0.3616943359375, |
| "step": 4280, |
| "teacher_kl_loss": 2.6523220539093018, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06086077008928571, |
| "ce_loss": 4.966773986816406, |
| "learning_rate": 2.748100918689154e-05, |
| "loss": 5.639699459075928, |
| "mert_alignment_loss": 0.27012741565704346, |
| "mert_cosine": 0.7298725843429565, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.774763107299805, |
| "semantic_top1": 0.351806640625, |
| "step": 4300, |
| "teacher_kl_loss": 2.6917028427124023, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06011090959821429, |
| "ce_loss": 4.9358320236206055, |
| "learning_rate": 2.7439887563416978e-05, |
| "loss": 5.6024627685546875, |
| "mert_alignment_loss": 0.2664945125579834, |
| "mert_cosine": 0.7335054874420166, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.735710144042969, |
| "semantic_top1": 0.3836669921875, |
| "step": 4320, |
| "teacher_kl_loss": 2.6665258407592773, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059291294642857144, |
| "ce_loss": 4.9459991455078125, |
| "learning_rate": 2.7398765939942413e-05, |
| "loss": 5.613513946533203, |
| "mert_alignment_loss": 0.2683752179145813, |
| "mert_cosine": 0.7316247820854187, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.747701644897461, |
| "semantic_top1": 0.3914794921875, |
| "step": 4340, |
| "teacher_kl_loss": 2.6700587272644043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06263950892857142, |
| "ce_loss": 4.894911289215088, |
| "learning_rate": 2.7357644316467844e-05, |
| "loss": 5.549244403839111, |
| "mert_alignment_loss": 0.266728937625885, |
| "mert_cosine": 0.733271062374115, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6826090812683105, |
| "semantic_top1": 0.37353515625, |
| "step": 4360, |
| "teacher_kl_loss": 2.6173319816589355, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0609130859375, |
| "ce_loss": 4.942032814025879, |
| "learning_rate": 2.731652269299328e-05, |
| "loss": 5.614847183227539, |
| "mert_alignment_loss": 0.2676376700401306, |
| "mert_cosine": 0.7323623299598694, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.748666286468506, |
| "semantic_top1": 0.373779296875, |
| "step": 4380, |
| "teacher_kl_loss": 2.691258192062378, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06368582589285714, |
| "ce_loss": 4.878081321716309, |
| "learning_rate": 2.727540106951871e-05, |
| "loss": 5.533391952514648, |
| "mert_alignment_loss": 0.2692742347717285, |
| "mert_cosine": 0.7307257652282715, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.668028831481934, |
| "semantic_top1": 0.3580322265625, |
| "step": 4400, |
| "teacher_kl_loss": 2.6212401390075684, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.05739048549107143, |
| "ce_loss": 4.961462020874023, |
| "learning_rate": 2.7234279446044152e-05, |
| "loss": 5.6373419761657715, |
| "mert_alignment_loss": 0.26435208320617676, |
| "mert_cosine": 0.7356479167938232, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.76951789855957, |
| "semantic_top1": 0.37841796875, |
| "step": 4420, |
| "teacher_kl_loss": 2.7035202980041504, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06417410714285714, |
| "ce_loss": 4.884572505950928, |
| "learning_rate": 2.7193157822569584e-05, |
| "loss": 5.538024425506592, |
| "mert_alignment_loss": 0.26646366715431213, |
| "mert_cosine": 0.7335363328456879, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.671256065368652, |
| "semantic_top1": 0.373779296875, |
| "step": 4440, |
| "teacher_kl_loss": 2.6138057708740234, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06032017299107143, |
| "ce_loss": 4.938185691833496, |
| "learning_rate": 2.715203619909502e-05, |
| "loss": 5.60418176651001, |
| "mert_alignment_loss": 0.26480746269226074, |
| "mert_cosine": 0.7351925373077393, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.73658561706543, |
| "semantic_top1": 0.3662109375, |
| "step": 4460, |
| "teacher_kl_loss": 2.663985252380371, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0634765625, |
| "ce_loss": 4.91519832611084, |
| "learning_rate": 2.7110914575620457e-05, |
| "loss": 5.581719875335693, |
| "mert_alignment_loss": 0.26848042011260986, |
| "mert_cosine": 0.7315195798873901, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.715959548950195, |
| "semantic_top1": 0.3826904296875, |
| "step": 4480, |
| "teacher_kl_loss": 2.6660842895507812, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059814453125, |
| "ce_loss": 4.932516098022461, |
| "learning_rate": 2.7069792952145895e-05, |
| "loss": 5.59689998626709, |
| "mert_alignment_loss": 0.25890299677848816, |
| "mert_cosine": 0.7410970032215118, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.726351737976074, |
| "semantic_top1": 0.374755859375, |
| "step": 4500, |
| "teacher_kl_loss": 2.6575379371643066, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06188251445819805, |
| "acoustic_top5": 0.18595668247767858, |
| "ce_loss": 4.910030364990234, |
| "head_0_top1": 0.36024336381392047, |
| "head_0_top5": 0.7150379527698864, |
| "head_1_top1": 0.09985628995028409, |
| "head_1_top5": 0.28624378551136365, |
| "head_2_top1": 0.10342129794034091, |
| "head_2_top5": 0.2893094149502841, |
| "head_3_top1": 0.07832197709517046, |
| "head_3_top5": 0.23265491832386365, |
| "head_4_top1": 0.06331842595880682, |
| "head_4_top5": 0.195159912109375, |
| "head_5_top1": 0.03867686878551136, |
| "head_5_top5": 0.1260986328125, |
| "head_6_top1": 0.02681940252130682, |
| "head_6_top5": 0.09317571466619318, |
| "head_7_top1": 0.022763338955965908, |
| "head_7_top5": 0.07905439897017046, |
| "loss": 5.572572534734553, |
| "mert_alignment_loss": 0.25951394167813385, |
| "mert_cosine": 0.7404860583218662, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.702329462224787, |
| "semantic_top1": 0.36024336381392047, |
| "semantic_top5": 0.7150379527698864, |
| "step": 4500, |
| "teacher_kl_loss": 2.6501664248379795, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06232561383928571, |
| "ce_loss": 4.931612968444824, |
| "learning_rate": 2.7028671328671326e-05, |
| "loss": 5.596438407897949, |
| "mert_alignment_loss": 0.2614763379096985, |
| "mert_cosine": 0.7385236620903015, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.727176666259766, |
| "semantic_top1": 0.3756103515625, |
| "step": 4520, |
| "teacher_kl_loss": 2.659301519393921, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06495884486607142, |
| "ce_loss": 4.866631984710693, |
| "learning_rate": 2.698754970519676e-05, |
| "loss": 5.521202564239502, |
| "mert_alignment_loss": 0.25456470251083374, |
| "mert_cosine": 0.7454352974891663, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.648484706878662, |
| "semantic_top1": 0.382080078125, |
| "step": 4540, |
| "teacher_kl_loss": 2.6182808876037598, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06305803571428571, |
| "ce_loss": 4.898280620574951, |
| "learning_rate": 2.6946428081722193e-05, |
| "loss": 5.551548957824707, |
| "mert_alignment_loss": 0.26274365186691284, |
| "mert_cosine": 0.7372563481330872, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.682920932769775, |
| "semantic_top1": 0.38037109375, |
| "step": 4560, |
| "teacher_kl_loss": 2.61307430267334, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.062290736607142856, |
| "ce_loss": 4.89138650894165, |
| "learning_rate": 2.6905306458247638e-05, |
| "loss": 5.548561096191406, |
| "mert_alignment_loss": 0.2571699023246765, |
| "mert_cosine": 0.7428300976753235, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6771464347839355, |
| "semantic_top1": 0.3953857421875, |
| "step": 4580, |
| "teacher_kl_loss": 2.6286983489990234, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06569126674107142, |
| "ce_loss": 4.873909950256348, |
| "learning_rate": 2.686418483477307e-05, |
| "loss": 5.527103424072266, |
| "mert_alignment_loss": 0.2601640224456787, |
| "mert_cosine": 0.7398359775543213, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6571855545043945, |
| "semantic_top1": 0.3756103515625, |
| "step": 4600, |
| "teacher_kl_loss": 2.612773895263672, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.060023716517857144, |
| "ce_loss": 4.923022270202637, |
| "learning_rate": 2.6823063211298504e-05, |
| "loss": 5.580575942993164, |
| "mert_alignment_loss": 0.2579444348812103, |
| "mert_cosine": 0.7420555651187897, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.709547996520996, |
| "semantic_top1": 0.3861083984375, |
| "step": 4620, |
| "teacher_kl_loss": 2.6302146911621094, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06387765066964286, |
| "ce_loss": 4.886857986450195, |
| "learning_rate": 2.678194158782394e-05, |
| "loss": 5.54530668258667, |
| "mert_alignment_loss": 0.26114070415496826, |
| "mert_cosine": 0.7388592958450317, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.675877094268799, |
| "semantic_top1": 0.3721923828125, |
| "step": 4640, |
| "teacher_kl_loss": 2.6337971687316895, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.061610630580357144, |
| "ce_loss": 4.909499168395996, |
| "learning_rate": 2.6740819964349374e-05, |
| "loss": 5.5769500732421875, |
| "mert_alignment_loss": 0.2594544589519501, |
| "mert_cosine": 0.7405455410480499, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.706677436828613, |
| "semantic_top1": 0.379150390625, |
| "step": 4660, |
| "teacher_kl_loss": 2.669804573059082, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06558663504464286, |
| "ce_loss": 4.864084243774414, |
| "learning_rate": 2.6699698340874805e-05, |
| "loss": 5.519492149353027, |
| "mert_alignment_loss": 0.26536625623703003, |
| "mert_cosine": 0.73463374376297, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.652174472808838, |
| "semantic_top1": 0.3895263671875, |
| "step": 4680, |
| "teacher_kl_loss": 2.6216299533843994, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06523786272321429, |
| "ce_loss": 4.852158069610596, |
| "learning_rate": 2.6658576717400244e-05, |
| "loss": 5.50128698348999, |
| "mert_alignment_loss": 0.2593470811843872, |
| "mert_cosine": 0.7406529188156128, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.630960941314697, |
| "semantic_top1": 0.3863525390625, |
| "step": 4700, |
| "teacher_kl_loss": 2.5965170860290527, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0662841796875, |
| "ce_loss": 4.8653717041015625, |
| "learning_rate": 2.661745509392568e-05, |
| "loss": 5.521273136138916, |
| "mert_alignment_loss": 0.26439303159713745, |
| "mert_cosine": 0.7356069684028625, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.653469085693359, |
| "semantic_top1": 0.4000244140625, |
| "step": 4720, |
| "teacher_kl_loss": 2.6236064434051514, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06318010602678571, |
| "ce_loss": 4.8480377197265625, |
| "learning_rate": 2.6576333470451117e-05, |
| "loss": 5.49481201171875, |
| "mert_alignment_loss": 0.25490808486938477, |
| "mert_cosine": 0.7450919151306152, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.622265815734863, |
| "semantic_top1": 0.3863525390625, |
| "step": 4740, |
| "teacher_kl_loss": 2.587096691131592, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06602260044642858, |
| "ce_loss": 4.836009502410889, |
| "learning_rate": 2.6535211846976548e-05, |
| "loss": 5.481526851654053, |
| "mert_alignment_loss": 0.2633504271507263, |
| "mert_cosine": 0.7366495728492737, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.613202095031738, |
| "semantic_top1": 0.3961181640625, |
| "step": 4760, |
| "teacher_kl_loss": 2.582069158554077, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06821986607142858, |
| "ce_loss": 4.805688858032227, |
| "learning_rate": 2.6494090223501986e-05, |
| "loss": 5.447406768798828, |
| "mert_alignment_loss": 0.2554022967815399, |
| "mert_cosine": 0.7445977032184601, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.575108051300049, |
| "semantic_top1": 0.393310546875, |
| "step": 4780, |
| "teacher_kl_loss": 2.566873073577881, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06147112165178571, |
| "ce_loss": 4.8716583251953125, |
| "learning_rate": 2.645296860002742e-05, |
| "loss": 5.524832248687744, |
| "mert_alignment_loss": 0.2618967294692993, |
| "mert_cosine": 0.7381032705307007, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.655780792236328, |
| "semantic_top1": 0.3924560546875, |
| "step": 4800, |
| "teacher_kl_loss": 2.6126959323883057, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06084333147321429, |
| "ce_loss": 4.902732849121094, |
| "learning_rate": 2.6411846976552856e-05, |
| "loss": 5.564347743988037, |
| "mert_alignment_loss": 0.2638613283634186, |
| "mert_cosine": 0.7361386716365814, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6962785720825195, |
| "semantic_top1": 0.392822265625, |
| "step": 4820, |
| "teacher_kl_loss": 2.6464600563049316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0643310546875, |
| "ce_loss": 4.86933708190918, |
| "learning_rate": 2.637072535307829e-05, |
| "loss": 5.527706146240234, |
| "mert_alignment_loss": 0.26159465312957764, |
| "mert_cosine": 0.7384053468704224, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.658503532409668, |
| "semantic_top1": 0.386474609375, |
| "step": 4840, |
| "teacher_kl_loss": 2.6334738731384277, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.059849330357142856, |
| "ce_loss": 4.910187721252441, |
| "learning_rate": 2.6329603729603733e-05, |
| "loss": 5.5693559646606445, |
| "mert_alignment_loss": 0.25957876443862915, |
| "mert_cosine": 0.7404212355613708, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.699145793914795, |
| "semantic_top1": 0.393798828125, |
| "step": 4860, |
| "teacher_kl_loss": 2.636674165725708, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06396484375, |
| "ce_loss": 4.881753921508789, |
| "learning_rate": 2.6288482106129164e-05, |
| "loss": 5.539235591888428, |
| "mert_alignment_loss": 0.2626883089542389, |
| "mert_cosine": 0.7373116910457611, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.670579433441162, |
| "semantic_top1": 0.381103515625, |
| "step": 4880, |
| "teacher_kl_loss": 2.6299262046813965, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06590053013392858, |
| "ce_loss": 4.84038782119751, |
| "learning_rate": 2.62473604826546e-05, |
| "loss": 5.496621608734131, |
| "mert_alignment_loss": 0.26245129108428955, |
| "mert_cosine": 0.7375487089157104, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.627847671508789, |
| "semantic_top1": 0.3966064453125, |
| "step": 4900, |
| "teacher_kl_loss": 2.6249337196350098, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06291852678571429, |
| "ce_loss": 4.888365268707275, |
| "learning_rate": 2.620623885918003e-05, |
| "loss": 5.544693946838379, |
| "mert_alignment_loss": 0.2611458897590637, |
| "mert_cosine": 0.7388541102409363, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.675266265869141, |
| "semantic_top1": 0.383544921875, |
| "step": 4920, |
| "teacher_kl_loss": 2.6253139972686768, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06410435267857142, |
| "ce_loss": 4.859186172485352, |
| "learning_rate": 2.616511723570547e-05, |
| "loss": 5.515836715698242, |
| "mert_alignment_loss": 0.25842106342315674, |
| "mert_cosine": 0.7415789365768433, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.645047664642334, |
| "semantic_top1": 0.39208984375, |
| "step": 4940, |
| "teacher_kl_loss": 2.6266021728515625, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06394740513392858, |
| "ce_loss": 4.871870517730713, |
| "learning_rate": 2.6123995612230904e-05, |
| "loss": 5.53159761428833, |
| "mert_alignment_loss": 0.2610812783241272, |
| "mert_cosine": 0.7389187216758728, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.662137985229492, |
| "semantic_top1": 0.3870849609375, |
| "step": 4960, |
| "teacher_kl_loss": 2.6389071941375732, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06236049107142857, |
| "ce_loss": 4.885655403137207, |
| "learning_rate": 2.608287398875634e-05, |
| "loss": 5.538505554199219, |
| "mert_alignment_loss": 0.26067501306533813, |
| "mert_cosine": 0.7393249869346619, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6688432693481445, |
| "semantic_top1": 0.38232421875, |
| "step": 4980, |
| "teacher_kl_loss": 2.6114039421081543, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06466238839285714, |
| "ce_loss": 4.842101573944092, |
| "learning_rate": 2.6041752365281773e-05, |
| "loss": 5.493290901184082, |
| "mert_alignment_loss": 0.2527620196342468, |
| "mert_cosine": 0.7472379803657532, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.619671821594238, |
| "semantic_top1": 0.40234375, |
| "step": 5000, |
| "teacher_kl_loss": 2.6047563552856445, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06362518706879058, |
| "acoustic_top5": 0.19021566812094157, |
| "ce_loss": 4.872190995649858, |
| "head_0_top1": 0.3691323020241477, |
| "head_0_top5": 0.7278886274857954, |
| "head_1_top1": 0.10185935280539772, |
| "head_1_top5": 0.2919339266690341, |
| "head_2_top1": 0.10581554066051137, |
| "head_2_top5": 0.29484696821732953, |
| "head_3_top1": 0.08092429421164772, |
| "head_3_top5": 0.23899147727272727, |
| "head_4_top1": 0.06595680930397728, |
| "head_4_top5": 0.20199030095880682, |
| "head_5_top1": 0.03998912464488636, |
| "head_5_top5": 0.12915871360085227, |
| "head_6_top1": 0.027371493252840908, |
| "head_6_top5": 0.09384432705965909, |
| "head_7_top1": 0.023459694602272728, |
| "head_7_top5": 0.08074396306818182, |
| "loss": 5.529521595348012, |
| "mert_alignment_loss": 0.2563780437816273, |
| "mert_cosine": 0.7436219562183727, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.657709641890093, |
| "semantic_top1": 0.3691323020241477, |
| "semantic_top5": 0.7278886274857954, |
| "step": 5000, |
| "teacher_kl_loss": 2.6293215318159624, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06366838727678571, |
| "ce_loss": 4.852880477905273, |
| "learning_rate": 2.6000630741807205e-05, |
| "loss": 5.503900527954102, |
| "mert_alignment_loss": 0.25961604714393616, |
| "mert_cosine": 0.7403839528560638, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6337080001831055, |
| "semantic_top1": 0.3875732421875, |
| "step": 5020, |
| "teacher_kl_loss": 2.6040782928466797, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06340680803571429, |
| "ce_loss": 4.886491775512695, |
| "learning_rate": 2.5959509118332646e-05, |
| "loss": 5.5501933097839355, |
| "mert_alignment_loss": 0.2662002444267273, |
| "mert_cosine": 0.7337997555732727, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.683292865753174, |
| "semantic_top1": 0.3870849609375, |
| "step": 5040, |
| "teacher_kl_loss": 2.654805898666382, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06448800223214286, |
| "ce_loss": 4.84476900100708, |
| "learning_rate": 2.591838749485808e-05, |
| "loss": 5.502376079559326, |
| "mert_alignment_loss": 0.2630472183227539, |
| "mert_cosine": 0.7369527816772461, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.633899688720703, |
| "semantic_top1": 0.384033203125, |
| "step": 5060, |
| "teacher_kl_loss": 2.6304285526275635, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06419154575892858, |
| "ce_loss": 4.851490020751953, |
| "learning_rate": 2.5877265871383516e-05, |
| "loss": 5.507894515991211, |
| "mert_alignment_loss": 0.2581237852573395, |
| "mert_cosine": 0.7418762147426605, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.636956214904785, |
| "semantic_top1": 0.3948974609375, |
| "step": 5080, |
| "teacher_kl_loss": 2.625617027282715, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06361607142857142, |
| "ce_loss": 4.82602596282959, |
| "learning_rate": 2.5836144247908948e-05, |
| "loss": 5.4752912521362305, |
| "mert_alignment_loss": 0.25713229179382324, |
| "mert_cosine": 0.7428677082061768, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.603857040405273, |
| "semantic_top1": 0.3963623046875, |
| "step": 5100, |
| "teacher_kl_loss": 2.5970592498779297, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06759207589285714, |
| "ce_loss": 4.808225154876709, |
| "learning_rate": 2.579502262443439e-05, |
| "loss": 5.449855327606201, |
| "mert_alignment_loss": 0.261502742767334, |
| "mert_cosine": 0.738497257232666, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.580606460571289, |
| "semantic_top1": 0.4149169921875, |
| "step": 5120, |
| "teacher_kl_loss": 2.566519260406494, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06591796875, |
| "ce_loss": 4.852065086364746, |
| "learning_rate": 2.5753901000959824e-05, |
| "loss": 5.5083723068237305, |
| "mert_alignment_loss": 0.25979435443878174, |
| "mert_cosine": 0.7402056455612183, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.638269424438477, |
| "semantic_top1": 0.393310546875, |
| "step": 5140, |
| "teacher_kl_loss": 2.625227928161621, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06684221540178571, |
| "ce_loss": 4.831518173217773, |
| "learning_rate": 2.571277937748526e-05, |
| "loss": 5.478582859039307, |
| "mert_alignment_loss": 0.26001882553100586, |
| "mert_cosine": 0.7399811744689941, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6085920333862305, |
| "semantic_top1": 0.3997802734375, |
| "step": 5160, |
| "teacher_kl_loss": 2.588259220123291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06813267299107142, |
| "ce_loss": 4.7958083152771, |
| "learning_rate": 2.5671657754010694e-05, |
| "loss": 5.436407089233398, |
| "mert_alignment_loss": 0.2598351538181305, |
| "mert_cosine": 0.7401648461818695, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.566324710845947, |
| "semantic_top1": 0.388427734375, |
| "step": 5180, |
| "teacher_kl_loss": 2.5623931884765625, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.066650390625, |
| "ce_loss": 4.825120449066162, |
| "learning_rate": 2.563053613053613e-05, |
| "loss": 5.47196102142334, |
| "mert_alignment_loss": 0.26106977462768555, |
| "mert_cosine": 0.7389302253723145, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.602496147155762, |
| "semantic_top1": 0.396240234375, |
| "step": 5200, |
| "teacher_kl_loss": 2.5873634815216064, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0635986328125, |
| "ce_loss": 4.851742744445801, |
| "learning_rate": 2.5589414507061564e-05, |
| "loss": 5.505162239074707, |
| "mert_alignment_loss": 0.2591629922389984, |
| "mert_cosine": 0.7408370077610016, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.634744167327881, |
| "semantic_top1": 0.4010009765625, |
| "step": 5220, |
| "teacher_kl_loss": 2.6136789321899414, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06966727120535714, |
| "ce_loss": 4.7880988121032715, |
| "learning_rate": 2.5548292883587e-05, |
| "loss": 5.429853439331055, |
| "mert_alignment_loss": 0.25670838356018066, |
| "mert_cosine": 0.7432916164398193, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.558207988739014, |
| "semantic_top1": 0.4075927734375, |
| "step": 5240, |
| "teacher_kl_loss": 2.567018985748291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06907435825892858, |
| "ce_loss": 4.782779693603516, |
| "learning_rate": 2.550717126011243e-05, |
| "loss": 5.433235168457031, |
| "mert_alignment_loss": 0.2592025697231293, |
| "mert_cosine": 0.7407974302768707, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.562836647033691, |
| "semantic_top1": 0.404296875, |
| "step": 5260, |
| "teacher_kl_loss": 2.601820707321167, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06818498883928571, |
| "ce_loss": 4.802330493927002, |
| "learning_rate": 2.546604963663787e-05, |
| "loss": 5.442881107330322, |
| "mert_alignment_loss": 0.2609401345252991, |
| "mert_cosine": 0.7390598654747009, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.57335090637207, |
| "semantic_top1": 0.3797607421875, |
| "step": 5280, |
| "teacher_kl_loss": 2.562201499938965, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06661551339285714, |
| "ce_loss": 4.817399501800537, |
| "learning_rate": 2.5424928013163303e-05, |
| "loss": 5.46822452545166, |
| "mert_alignment_loss": 0.2604847848415375, |
| "mert_cosine": 0.7395152151584625, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.598466873168945, |
| "semantic_top1": 0.399169921875, |
| "step": 5300, |
| "teacher_kl_loss": 2.603300094604492, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06583077566964286, |
| "ce_loss": 4.832327842712402, |
| "learning_rate": 2.538380638968874e-05, |
| "loss": 5.477641582489014, |
| "mert_alignment_loss": 0.2575780153274536, |
| "mert_cosine": 0.7424219846725464, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.606430530548096, |
| "semantic_top1": 0.38427734375, |
| "step": 5320, |
| "teacher_kl_loss": 2.581254720687866, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06373814174107142, |
| "ce_loss": 4.847498416900635, |
| "learning_rate": 2.5342684766214176e-05, |
| "loss": 5.499874591827393, |
| "mert_alignment_loss": 0.26083987951278687, |
| "mert_cosine": 0.7391601204872131, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.630294322967529, |
| "semantic_top1": 0.3839111328125, |
| "step": 5340, |
| "teacher_kl_loss": 2.6095046997070312, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0670166015625, |
| "ce_loss": 4.824652671813965, |
| "learning_rate": 2.5301563142739614e-05, |
| "loss": 5.47111701965332, |
| "mert_alignment_loss": 0.25104495882987976, |
| "mert_cosine": 0.7489550411701202, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5966386795043945, |
| "semantic_top1": 0.4140625, |
| "step": 5360, |
| "teacher_kl_loss": 2.5858566761016846, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0675048828125, |
| "ce_loss": 4.814480781555176, |
| "learning_rate": 2.526044151926505e-05, |
| "loss": 5.462602615356445, |
| "mert_alignment_loss": 0.2543972432613373, |
| "mert_cosine": 0.7456027567386627, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.589800834655762, |
| "semantic_top1": 0.3948974609375, |
| "step": 5380, |
| "teacher_kl_loss": 2.5924887657165527, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06637137276785714, |
| "ce_loss": 4.812538146972656, |
| "learning_rate": 2.5219319895790484e-05, |
| "loss": 5.463339328765869, |
| "mert_alignment_loss": 0.25340133905410767, |
| "mert_cosine": 0.7465986609458923, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.59004020690918, |
| "semantic_top1": 0.41650390625, |
| "step": 5400, |
| "teacher_kl_loss": 2.6032047271728516, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0673828125, |
| "ce_loss": 4.811529159545898, |
| "learning_rate": 2.517819827231592e-05, |
| "loss": 5.460300445556641, |
| "mert_alignment_loss": 0.2528960406780243, |
| "mert_cosine": 0.7471039593219757, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5867486000061035, |
| "semantic_top1": 0.401611328125, |
| "step": 5420, |
| "teacher_kl_loss": 2.5950865745544434, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06801060267857142, |
| "ce_loss": 4.821272373199463, |
| "learning_rate": 2.5137076648841357e-05, |
| "loss": 5.470950126647949, |
| "mert_alignment_loss": 0.2654937505722046, |
| "mert_cosine": 0.7345062494277954, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.603696823120117, |
| "semantic_top1": 0.393798828125, |
| "step": 5440, |
| "teacher_kl_loss": 2.5987112522125244, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06598772321428571, |
| "ce_loss": 4.812337398529053, |
| "learning_rate": 2.509595502536679e-05, |
| "loss": 5.460741996765137, |
| "mert_alignment_loss": 0.2586030662059784, |
| "mert_cosine": 0.7413969337940216, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.590044021606445, |
| "semantic_top1": 0.3922119140625, |
| "step": 5460, |
| "teacher_kl_loss": 2.593618392944336, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06471470424107142, |
| "ce_loss": 4.839226722717285, |
| "learning_rate": 2.5054833401892224e-05, |
| "loss": 5.490748405456543, |
| "mert_alignment_loss": 0.25165772438049316, |
| "mert_cosine": 0.7483422756195068, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6165771484375, |
| "semantic_top1": 0.408203125, |
| "step": 5480, |
| "teacher_kl_loss": 2.606086254119873, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06724330357142858, |
| "ce_loss": 4.811821937561035, |
| "learning_rate": 2.501371177841766e-05, |
| "loss": 5.460419654846191, |
| "mert_alignment_loss": 0.261809766292572, |
| "mert_cosine": 0.738190233707428, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5913238525390625, |
| "semantic_top1": 0.4132080078125, |
| "step": 5500, |
| "teacher_kl_loss": 2.5943877696990967, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0650262213372565, |
| "acoustic_top5": 0.19364949015827923, |
| "ce_loss": 4.841509732333097, |
| "head_0_top1": 0.3771445534446023, |
| "head_0_top5": 0.7390358664772727, |
| "head_1_top1": 0.10403997247869318, |
| "head_1_top5": 0.2962119362571023, |
| "head_2_top1": 0.10716108842329546, |
| "head_2_top5": 0.29948564009232953, |
| "head_3_top1": 0.08321311257102272, |
| "head_3_top5": 0.24372447620738635, |
| "head_4_top1": 0.06810136274857954, |
| "head_4_top5": 0.2066983309659091, |
| "head_5_top1": 0.040674382990056816, |
| "head_5_top5": 0.13139204545454544, |
| "head_6_top1": 0.028012362393465908, |
| "head_6_top5": 0.09567538174715909, |
| "head_7_top1": 0.02398126775568182, |
| "head_7_top5": 0.08235862038352272, |
| "loss": 5.494660810990767, |
| "mert_alignment_loss": 0.2537728656422008, |
| "mert_cosine": 0.7462271343577992, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.621547352183949, |
| "semantic_top1": 0.3771445534446023, |
| "semantic_top5": 0.7390358664772727, |
| "step": 5500, |
| "teacher_kl_loss": 2.612605008212003, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06792340959821429, |
| "ce_loss": 4.789735794067383, |
| "learning_rate": 2.4972590154943093e-05, |
| "loss": 5.434998989105225, |
| "mert_alignment_loss": 0.25403648614883423, |
| "mert_cosine": 0.7459635138511658, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.56201696395874, |
| "semantic_top1": 0.3988037109375, |
| "step": 5520, |
| "teacher_kl_loss": 2.5810539722442627, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07264927455357142, |
| "ce_loss": 4.746689796447754, |
| "learning_rate": 2.4931468531468525e-05, |
| "loss": 5.382281303405762, |
| "mert_alignment_loss": 0.25684696435928345, |
| "mert_cosine": 0.7431530356407166, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.510704517364502, |
| "semantic_top1": 0.4139404296875, |
| "step": 5540, |
| "teacher_kl_loss": 2.5423648357391357, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06297084263392858, |
| "ce_loss": 4.83607292175293, |
| "learning_rate": 2.4890346907993963e-05, |
| "loss": 5.485573768615723, |
| "mert_alignment_loss": 0.2549680173397064, |
| "mert_cosine": 0.7450319826602936, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.613058090209961, |
| "semantic_top1": 0.414306640625, |
| "step": 5560, |
| "teacher_kl_loss": 2.598003625869751, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06354631696428571, |
| "ce_loss": 4.857205390930176, |
| "learning_rate": 2.4849225284519398e-05, |
| "loss": 5.51634407043457, |
| "mert_alignment_loss": 0.25222933292388916, |
| "mert_cosine": 0.7477706670761108, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.642458438873291, |
| "semantic_top1": 0.403076171875, |
| "step": 5580, |
| "teacher_kl_loss": 2.636554479598999, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06473214285714286, |
| "ce_loss": 4.8453264236450195, |
| "learning_rate": 2.4808103661044836e-05, |
| "loss": 5.4984636306762695, |
| "mert_alignment_loss": 0.25563791394233704, |
| "mert_cosine": 0.744362086057663, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.626282691955566, |
| "semantic_top1": 0.4027099609375, |
| "step": 5600, |
| "teacher_kl_loss": 2.6125497817993164, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06821986607142858, |
| "ce_loss": 4.813220500946045, |
| "learning_rate": 2.4766982037570268e-05, |
| "loss": 5.4599504470825195, |
| "mert_alignment_loss": 0.264701783657074, |
| "mert_cosine": 0.735298216342926, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.592301368713379, |
| "semantic_top1": 0.3934326171875, |
| "step": 5620, |
| "teacher_kl_loss": 2.5869193077087402, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06431361607142858, |
| "ce_loss": 4.831640243530273, |
| "learning_rate": 2.4725860414095706e-05, |
| "loss": 5.4864301681518555, |
| "mert_alignment_loss": 0.25842562317848206, |
| "mert_cosine": 0.7415743768215179, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.615642547607422, |
| "semantic_top1": 0.4066162109375, |
| "step": 5640, |
| "teacher_kl_loss": 2.6191585063934326, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06778390066964286, |
| "ce_loss": 4.820684909820557, |
| "learning_rate": 2.4684738790621144e-05, |
| "loss": 5.475552558898926, |
| "mert_alignment_loss": 0.26013681292533875, |
| "mert_cosine": 0.7398631870746613, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.605621337890625, |
| "semantic_top1": 0.4051513671875, |
| "step": 5660, |
| "teacher_kl_loss": 2.619471311569214, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.061802455357142856, |
| "ce_loss": 4.837810039520264, |
| "learning_rate": 2.464361716714658e-05, |
| "loss": 5.496070384979248, |
| "mert_alignment_loss": 0.25675255060195923, |
| "mert_cosine": 0.7432474493980408, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.624446392059326, |
| "semantic_top1": 0.412109375, |
| "step": 5680, |
| "teacher_kl_loss": 2.633039951324463, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07094029017857142, |
| "ce_loss": 4.746034145355225, |
| "learning_rate": 2.460249554367201e-05, |
| "loss": 5.380188941955566, |
| "mert_alignment_loss": 0.2573246359825134, |
| "mert_cosine": 0.7426753640174866, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.508851051330566, |
| "semantic_top1": 0.4071044921875, |
| "step": 5700, |
| "teacher_kl_loss": 2.536616563796997, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06846400669642858, |
| "ce_loss": 4.778179168701172, |
| "learning_rate": 2.4561373920197452e-05, |
| "loss": 5.421710014343262, |
| "mert_alignment_loss": 0.2617102563381195, |
| "mert_cosine": 0.7382897436618805, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.552565097808838, |
| "semantic_top1": 0.399169921875, |
| "step": 5720, |
| "teacher_kl_loss": 2.5741238594055176, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06837681361607142, |
| "ce_loss": 4.771213531494141, |
| "learning_rate": 2.4520252296722884e-05, |
| "loss": 5.419033050537109, |
| "mert_alignment_loss": 0.25395894050598145, |
| "mert_cosine": 0.7460410594940186, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.546011924743652, |
| "semantic_top1": 0.413330078125, |
| "step": 5740, |
| "teacher_kl_loss": 2.591275215148926, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06654575892857142, |
| "ce_loss": 4.8209662437438965, |
| "learning_rate": 2.447913067324832e-05, |
| "loss": 5.471649646759033, |
| "mert_alignment_loss": 0.2543778419494629, |
| "mert_cosine": 0.7456221580505371, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.598838806152344, |
| "semantic_top1": 0.3984375, |
| "step": 5760, |
| "teacher_kl_loss": 2.6027350425720215, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06525530133928571, |
| "ce_loss": 4.829624176025391, |
| "learning_rate": 2.443800904977375e-05, |
| "loss": 5.480337142944336, |
| "mert_alignment_loss": 0.25828438997268677, |
| "mert_cosine": 0.7417156100273132, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.609478950500488, |
| "semantic_top1": 0.406494140625, |
| "step": 5780, |
| "teacher_kl_loss": 2.6028494834899902, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06719098772321429, |
| "ce_loss": 4.814676284790039, |
| "learning_rate": 2.4396887426299185e-05, |
| "loss": 5.468625068664551, |
| "mert_alignment_loss": 0.25056523084640503, |
| "mert_cosine": 0.749434769153595, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.593907356262207, |
| "semantic_top1": 0.4110107421875, |
| "step": 5800, |
| "teacher_kl_loss": 2.615795135498047, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06581333705357142, |
| "ce_loss": 4.825077533721924, |
| "learning_rate": 2.4355765802824623e-05, |
| "loss": 5.470188617706299, |
| "mert_alignment_loss": 0.25574183464050293, |
| "mert_cosine": 0.7442581653594971, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.598059177398682, |
| "semantic_top1": 0.3997802734375, |
| "step": 5820, |
| "teacher_kl_loss": 2.580444097518921, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06586565290178571, |
| "ce_loss": 4.810018539428711, |
| "learning_rate": 2.4314644179350058e-05, |
| "loss": 5.459733963012695, |
| "mert_alignment_loss": 0.25248128175735474, |
| "mert_cosine": 0.7475187182426453, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.58597469329834, |
| "semantic_top1": 0.40771484375, |
| "step": 5840, |
| "teacher_kl_loss": 2.5988621711730957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06748744419642858, |
| "ce_loss": 4.809170246124268, |
| "learning_rate": 2.4273522555875493e-05, |
| "loss": 5.456864356994629, |
| "mert_alignment_loss": 0.2582385838031769, |
| "mert_cosine": 0.7417614161968231, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5859832763671875, |
| "semantic_top1": 0.412353515625, |
| "step": 5860, |
| "teacher_kl_loss": 2.590776205062866, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06802804129464286, |
| "ce_loss": 4.777649879455566, |
| "learning_rate": 2.4232400932400934e-05, |
| "loss": 5.417292594909668, |
| "mert_alignment_loss": 0.255683034658432, |
| "mert_cosine": 0.744316965341568, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.545134544372559, |
| "semantic_top1": 0.4180908203125, |
| "step": 5880, |
| "teacher_kl_loss": 2.558570146560669, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06884765625, |
| "ce_loss": 4.77034854888916, |
| "learning_rate": 2.4191279308926366e-05, |
| "loss": 5.410030841827393, |
| "mert_alignment_loss": 0.258484810590744, |
| "mert_cosine": 0.741515189409256, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.539272785186768, |
| "semantic_top1": 0.414794921875, |
| "step": 5900, |
| "teacher_kl_loss": 2.5587286949157715, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06466238839285714, |
| "ce_loss": 4.813766956329346, |
| "learning_rate": 2.41501576854518e-05, |
| "loss": 5.463708400726318, |
| "mert_alignment_loss": 0.2534271478652954, |
| "mert_cosine": 0.7465728521347046, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5904221534729, |
| "semantic_top1": 0.4061279296875, |
| "step": 5920, |
| "teacher_kl_loss": 2.5997650623321533, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.071044921875, |
| "ce_loss": 4.755319118499756, |
| "learning_rate": 2.410903606197724e-05, |
| "loss": 5.395992755889893, |
| "mert_alignment_loss": 0.25347596406936646, |
| "mert_cosine": 0.7465240359306335, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.522730827331543, |
| "semantic_top1": 0.412841796875, |
| "step": 5940, |
| "teacher_kl_loss": 2.562692642211914, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0648193359375, |
| "ce_loss": 4.808724403381348, |
| "learning_rate": 2.4067914438502677e-05, |
| "loss": 5.4639787673950195, |
| "mert_alignment_loss": 0.25721174478530884, |
| "mert_cosine": 0.7427882552146912, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.592585563659668, |
| "semantic_top1": 0.4228515625, |
| "step": 5960, |
| "teacher_kl_loss": 2.621020555496216, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06731305803571429, |
| "ce_loss": 4.809328556060791, |
| "learning_rate": 2.402679281502811e-05, |
| "loss": 5.4644975662231445, |
| "mert_alignment_loss": 0.25441569089889526, |
| "mert_cosine": 0.7455843091011047, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.591705322265625, |
| "semantic_top1": 0.4097900390625, |
| "step": 5980, |
| "teacher_kl_loss": 2.6206748485565186, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06788853236607142, |
| "ce_loss": 4.775264739990234, |
| "learning_rate": 2.3985671191553544e-05, |
| "loss": 5.427722454071045, |
| "mert_alignment_loss": 0.2538154423236847, |
| "mert_cosine": 0.7461845576763153, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.554630279541016, |
| "semantic_top1": 0.4180908203125, |
| "step": 6000, |
| "teacher_kl_loss": 2.6098318099975586, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06640506100344967, |
| "acoustic_top5": 0.1969537115716315, |
| "ce_loss": 4.81493481722745, |
| "head_0_top1": 0.38371415571732953, |
| "head_0_top5": 0.7480829412286932, |
| "head_1_top1": 0.10564630681818182, |
| "head_1_top5": 0.30029296875, |
| "head_2_top1": 0.10914750532670454, |
| "head_2_top5": 0.30354725230823865, |
| "head_3_top1": 0.08547696200284091, |
| "head_3_top5": 0.24945900656960227, |
| "head_4_top1": 0.06962446732954546, |
| "head_4_top5": 0.2105435458096591, |
| "head_5_top1": 0.04170643199573864, |
| "head_5_top5": 0.1339749422940341, |
| "head_6_top1": 0.029069380326704544, |
| "head_6_top5": 0.09763128107244318, |
| "head_7_top1": 0.02416437322443182, |
| "head_7_top5": 0.08322698419744318, |
| "loss": 5.464677290482954, |
| "mert_alignment_loss": 0.25152609565041284, |
| "mert_cosine": 0.7484739043495872, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.590439883145419, |
| "semantic_top1": 0.38371415571732953, |
| "semantic_top5": 0.7480829412286932, |
| "step": 6000, |
| "teacher_kl_loss": 2.5989679856733843, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06980678013392858, |
| "ce_loss": 4.767050743103027, |
| "learning_rate": 2.3944549568078975e-05, |
| "loss": 5.409315586090088, |
| "mert_alignment_loss": 0.25375401973724365, |
| "mert_cosine": 0.7462459802627563, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.536193370819092, |
| "semantic_top1": 0.400390625, |
| "step": 6020, |
| "teacher_kl_loss": 2.5690598487854004, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06626674107142858, |
| "ce_loss": 4.812877655029297, |
| "learning_rate": 2.3903427944604413e-05, |
| "loss": 5.469670295715332, |
| "mert_alignment_loss": 0.24758118391036987, |
| "mert_cosine": 0.7524188160896301, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.593460559844971, |
| "semantic_top1": 0.4210205078125, |
| "step": 6040, |
| "teacher_kl_loss": 2.627169609069824, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06516810825892858, |
| "ce_loss": 4.791266441345215, |
| "learning_rate": 2.3862306321129848e-05, |
| "loss": 5.441143989562988, |
| "mert_alignment_loss": 0.2519787549972534, |
| "mert_cosine": 0.7480212450027466, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.567132949829102, |
| "semantic_top1": 0.4190673828125, |
| "step": 6060, |
| "teacher_kl_loss": 2.5995101928710938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06715611049107142, |
| "ce_loss": 4.776232719421387, |
| "learning_rate": 2.3821184697655283e-05, |
| "loss": 5.4128336906433105, |
| "mert_alignment_loss": 0.25312328338623047, |
| "mert_cosine": 0.7468767166137695, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.539395332336426, |
| "semantic_top1": 0.414794921875, |
| "step": 6080, |
| "teacher_kl_loss": 2.5464043617248535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06954520089285714, |
| "ce_loss": 4.778570652008057, |
| "learning_rate": 2.3780063074180718e-05, |
| "loss": 5.426826000213623, |
| "mert_alignment_loss": 0.24865864217281342, |
| "mert_cosine": 0.7513413578271866, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.551155090332031, |
| "semantic_top1": 0.426025390625, |
| "step": 6100, |
| "teacher_kl_loss": 2.5930233001708984, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06617954799107142, |
| "ce_loss": 4.795912265777588, |
| "learning_rate": 2.3738941450706153e-05, |
| "loss": 5.4393463134765625, |
| "mert_alignment_loss": 0.25377142429351807, |
| "mert_cosine": 0.7462285757064819, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.566232204437256, |
| "semantic_top1": 0.4014892578125, |
| "step": 6120, |
| "teacher_kl_loss": 2.5737357139587402, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.072509765625, |
| "ce_loss": 4.724532604217529, |
| "learning_rate": 2.369781982723159e-05, |
| "loss": 5.350512504577637, |
| "mert_alignment_loss": 0.2528235912322998, |
| "mert_cosine": 0.7471764087677002, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.476923942565918, |
| "semantic_top1": 0.411865234375, |
| "step": 6140, |
| "teacher_kl_loss": 2.5039186477661133, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06638881138392858, |
| "ce_loss": 4.787654876708984, |
| "learning_rate": 2.3656698203757026e-05, |
| "loss": 5.430759429931641, |
| "mert_alignment_loss": 0.2556074857711792, |
| "mert_cosine": 0.7443925142288208, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.558563232421875, |
| "semantic_top1": 0.407958984375, |
| "step": 6160, |
| "teacher_kl_loss": 2.5724196434020996, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06905691964285714, |
| "ce_loss": 4.789721488952637, |
| "learning_rate": 2.361557658028246e-05, |
| "loss": 5.431241035461426, |
| "mert_alignment_loss": 0.2604871392250061, |
| "mert_cosine": 0.7395128607749939, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.561485290527344, |
| "semantic_top1": 0.4130859375, |
| "step": 6180, |
| "teacher_kl_loss": 2.5660810470581055, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06928362165178571, |
| "ce_loss": 4.753220558166504, |
| "learning_rate": 2.3574454956807896e-05, |
| "loss": 5.396149635314941, |
| "mert_alignment_loss": 0.2523995041847229, |
| "mert_cosine": 0.7476004958152771, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5223493576049805, |
| "semantic_top1": 0.4266357421875, |
| "step": 6200, |
| "teacher_kl_loss": 2.5717175006866455, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06841169084821429, |
| "ce_loss": 4.760730743408203, |
| "learning_rate": 2.353333333333333e-05, |
| "loss": 5.395142555236816, |
| "mert_alignment_loss": 0.2503339350223541, |
| "mert_cosine": 0.7496660649776459, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5203094482421875, |
| "semantic_top1": 0.4091796875, |
| "step": 6220, |
| "teacher_kl_loss": 2.537647008895874, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06820242745535714, |
| "ce_loss": 4.777212142944336, |
| "learning_rate": 2.349221170985877e-05, |
| "loss": 5.420413017272949, |
| "mert_alignment_loss": 0.25455132126808167, |
| "mert_cosine": 0.7454486787319183, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5476884841918945, |
| "semantic_top1": 0.4178466796875, |
| "step": 6240, |
| "teacher_kl_loss": 2.572802782058716, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07099260602678571, |
| "ce_loss": 4.768240928649902, |
| "learning_rate": 2.3451090086384204e-05, |
| "loss": 5.414038181304932, |
| "mert_alignment_loss": 0.2494410127401352, |
| "mert_cosine": 0.7505589872598648, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.538758754730225, |
| "semantic_top1": 0.433349609375, |
| "step": 6260, |
| "teacher_kl_loss": 2.583189010620117, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07219587053571429, |
| "ce_loss": 4.727972030639648, |
| "learning_rate": 2.340996846290964e-05, |
| "loss": 5.368131637573242, |
| "mert_alignment_loss": 0.2521648705005646, |
| "mert_cosine": 0.7478351294994354, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.494214057922363, |
| "semantic_top1": 0.412841796875, |
| "step": 6280, |
| "teacher_kl_loss": 2.560637950897217, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06980678013392858, |
| "ce_loss": 4.771083831787109, |
| "learning_rate": 2.336884683943507e-05, |
| "loss": 5.416995048522949, |
| "mert_alignment_loss": 0.25299254059791565, |
| "mert_cosine": 0.7470074594020844, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.543491363525391, |
| "semantic_top1": 0.42236328125, |
| "step": 6300, |
| "teacher_kl_loss": 2.583644151687622, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07261439732142858, |
| "ce_loss": 4.712178707122803, |
| "learning_rate": 2.3327725215960508e-05, |
| "loss": 5.350915908813477, |
| "mert_alignment_loss": 0.24616798758506775, |
| "mert_cosine": 0.7538320124149323, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.473999977111816, |
| "semantic_top1": 0.4337158203125, |
| "step": 6320, |
| "teacher_kl_loss": 2.554948568344116, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06755719866071429, |
| "ce_loss": 4.7703351974487305, |
| "learning_rate": 2.3286603592485943e-05, |
| "loss": 5.413543701171875, |
| "mert_alignment_loss": 0.24757950007915497, |
| "mert_cosine": 0.752420499920845, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.537333965301514, |
| "semantic_top1": 0.4293212890625, |
| "step": 6340, |
| "teacher_kl_loss": 2.5728349685668945, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06590053013392858, |
| "ce_loss": 4.817623138427734, |
| "learning_rate": 2.3245481969011378e-05, |
| "loss": 5.476103782653809, |
| "mert_alignment_loss": 0.2522868812084198, |
| "mert_cosine": 0.7477131187915802, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.6022467613220215, |
| "semantic_top1": 0.4249267578125, |
| "step": 6360, |
| "teacher_kl_loss": 2.633922576904297, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06637137276785714, |
| "ce_loss": 4.793013572692871, |
| "learning_rate": 2.3204360345536813e-05, |
| "loss": 5.445407390594482, |
| "mert_alignment_loss": 0.25174158811569214, |
| "mert_cosine": 0.7482584118843079, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5712785720825195, |
| "semantic_top1": 0.417236328125, |
| "step": 6380, |
| "teacher_kl_loss": 2.60957670211792, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07090541294642858, |
| "ce_loss": 4.754969120025635, |
| "learning_rate": 2.3163238722062244e-05, |
| "loss": 5.3899102210998535, |
| "mert_alignment_loss": 0.24944376945495605, |
| "mert_cosine": 0.750556230545044, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.514632225036621, |
| "semantic_top1": 0.4183349609375, |
| "step": 6400, |
| "teacher_kl_loss": 2.539766311645508, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06642368861607142, |
| "ce_loss": 4.7957987785339355, |
| "learning_rate": 2.3122117098587686e-05, |
| "loss": 5.4466071128845215, |
| "mert_alignment_loss": 0.2518046796321869, |
| "mert_cosine": 0.7481953203678131, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.572509288787842, |
| "semantic_top1": 0.405029296875, |
| "step": 6420, |
| "teacher_kl_loss": 2.6032330989837646, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06785365513392858, |
| "ce_loss": 4.767490386962891, |
| "learning_rate": 2.308099547511312e-05, |
| "loss": 5.41201114654541, |
| "mert_alignment_loss": 0.25599074363708496, |
| "mert_cosine": 0.744009256362915, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.540005683898926, |
| "semantic_top1": 0.42236328125, |
| "step": 6440, |
| "teacher_kl_loss": 2.5780813694000244, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07209123883928571, |
| "ce_loss": 4.731084823608398, |
| "learning_rate": 2.3039873851638556e-05, |
| "loss": 5.370255470275879, |
| "mert_alignment_loss": 0.260153591632843, |
| "mert_cosine": 0.739846408367157, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.500332832336426, |
| "semantic_top1": 0.423583984375, |
| "step": 6460, |
| "teacher_kl_loss": 2.5566835403442383, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06773158482142858, |
| "ce_loss": 4.7824249267578125, |
| "learning_rate": 2.2998752228163987e-05, |
| "loss": 5.428422451019287, |
| "mert_alignment_loss": 0.254670649766922, |
| "mert_cosine": 0.745329350233078, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.555757522583008, |
| "semantic_top1": 0.4066162109375, |
| "step": 6480, |
| "teacher_kl_loss": 2.5839905738830566, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06780133928571429, |
| "ce_loss": 4.76495361328125, |
| "learning_rate": 2.295763060468943e-05, |
| "loss": 5.413253307342529, |
| "mert_alignment_loss": 0.25048089027404785, |
| "mert_cosine": 0.7495191097259521, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.538493633270264, |
| "semantic_top1": 0.409912109375, |
| "step": 6500, |
| "teacher_kl_loss": 2.5931973457336426, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06748704786424513, |
| "acoustic_top5": 0.19937847186992694, |
| "ce_loss": 4.791322187943892, |
| "head_0_top1": 0.3905029296875, |
| "head_0_top5": 0.7559537020596591, |
| "head_1_top1": 0.10705011541193182, |
| "head_1_top5": 0.30353892933238635, |
| "head_2_top1": 0.111846923828125, |
| "head_2_top5": 0.3086631081321023, |
| "head_3_top1": 0.08660888671875, |
| "head_3_top5": 0.2523748224431818, |
| "head_4_top1": 0.07125299627130682, |
| "head_4_top5": 0.21385054154829544, |
| "head_5_top1": 0.041883988813920456, |
| "head_5_top5": 0.1345547762784091, |
| "head_6_top1": 0.029185901988636364, |
| "head_6_top5": 0.09835260564630682, |
| "head_7_top1": 0.024580522017045456, |
| "head_7_top5": 0.08431451970880682, |
| "loss": 5.438798731023615, |
| "mert_alignment_loss": 0.24968201463872736, |
| "mert_cosine": 0.7503179853612727, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.563639900901101, |
| "semantic_top1": 0.3905029296875, |
| "semantic_top5": 0.7559537020596591, |
| "step": 6500, |
| "teacher_kl_loss": 2.589907559481534, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06431361607142858, |
| "ce_loss": 4.8178911209106445, |
| "learning_rate": 2.2916508981214864e-05, |
| "loss": 5.470320701599121, |
| "mert_alignment_loss": 0.25549906492233276, |
| "mert_cosine": 0.7445009350776672, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.598069667816162, |
| "semantic_top1": 0.407470703125, |
| "step": 6520, |
| "teacher_kl_loss": 2.6097185611724854, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06874302455357142, |
| "ce_loss": 4.7646684646606445, |
| "learning_rate": 2.28753873577403e-05, |
| "loss": 5.40651798248291, |
| "mert_alignment_loss": 0.25670355558395386, |
| "mert_cosine": 0.7432964444160461, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.534870147705078, |
| "semantic_top1": 0.4110107421875, |
| "step": 6540, |
| "teacher_kl_loss": 2.567399501800537, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06971958705357142, |
| "ce_loss": 4.7585906982421875, |
| "learning_rate": 2.283426573426573e-05, |
| "loss": 5.400574207305908, |
| "mert_alignment_loss": 0.24528895318508148, |
| "mert_cosine": 0.7547110468149185, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.523218631744385, |
| "semantic_top1": 0.4212646484375, |
| "step": 6560, |
| "teacher_kl_loss": 2.567934036254883, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06828962053571429, |
| "ce_loss": 4.795419216156006, |
| "learning_rate": 2.279314411079117e-05, |
| "loss": 5.451236724853516, |
| "mert_alignment_loss": 0.25196290016174316, |
| "mert_cosine": 0.7480370998382568, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5772175788879395, |
| "semantic_top1": 0.4228515625, |
| "step": 6580, |
| "teacher_kl_loss": 2.623269557952881, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.068359375, |
| "ce_loss": 4.811820983886719, |
| "learning_rate": 2.2752022487316603e-05, |
| "loss": 5.466527938842773, |
| "mert_alignment_loss": 0.2547796070575714, |
| "mert_cosine": 0.7452203929424286, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.593917369842529, |
| "semantic_top1": 0.412109375, |
| "step": 6600, |
| "teacher_kl_loss": 2.618826150894165, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06767926897321429, |
| "ce_loss": 4.776423454284668, |
| "learning_rate": 2.2710900863842038e-05, |
| "loss": 5.424213409423828, |
| "mert_alignment_loss": 0.25392812490463257, |
| "mert_cosine": 0.7460718750953674, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.551177024841309, |
| "semantic_top1": 0.4100341796875, |
| "step": 6620, |
| "teacher_kl_loss": 2.5911574363708496, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06978934151785714, |
| "ce_loss": 4.761908531188965, |
| "learning_rate": 2.266977924036747e-05, |
| "loss": 5.393618106842041, |
| "mert_alignment_loss": 0.24677656590938568, |
| "mert_cosine": 0.7532234340906143, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5170063972473145, |
| "semantic_top1": 0.422607421875, |
| "step": 6640, |
| "teacher_kl_loss": 2.526839017868042, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06935337611607142, |
| "ce_loss": 4.75540828704834, |
| "learning_rate": 2.262865761689291e-05, |
| "loss": 5.403903007507324, |
| "mert_alignment_loss": 0.24616006016731262, |
| "mert_cosine": 0.7538399398326874, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.526983261108398, |
| "semantic_top1": 0.4285888671875, |
| "step": 6660, |
| "teacher_kl_loss": 2.593979835510254, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06827218191964286, |
| "ce_loss": 4.767769813537598, |
| "learning_rate": 2.2587535993418343e-05, |
| "loss": 5.410583972930908, |
| "mert_alignment_loss": 0.25050193071365356, |
| "mert_cosine": 0.7494980692863464, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.535834789276123, |
| "semantic_top1": 0.4122314453125, |
| "step": 6680, |
| "teacher_kl_loss": 2.5712568759918213, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07289341517857142, |
| "ce_loss": 4.729425430297852, |
| "learning_rate": 2.254641436994378e-05, |
| "loss": 5.374362945556641, |
| "mert_alignment_loss": 0.2543386220932007, |
| "mert_cosine": 0.7456613779067993, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.501532554626465, |
| "semantic_top1": 0.4326171875, |
| "step": 6700, |
| "teacher_kl_loss": 2.579749822616577, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07127162388392858, |
| "ce_loss": 4.708883762359619, |
| "learning_rate": 2.2505292746469212e-05, |
| "loss": 5.3434038162231445, |
| "mert_alignment_loss": 0.2531827688217163, |
| "mert_cosine": 0.7468172311782837, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.469995498657227, |
| "semantic_top1": 0.434326171875, |
| "step": 6720, |
| "teacher_kl_loss": 2.5380806922912598, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06935337611607142, |
| "ce_loss": 4.746219635009766, |
| "learning_rate": 2.2464171122994654e-05, |
| "loss": 5.3835768699646, |
| "mert_alignment_loss": 0.24932968616485596, |
| "mert_cosine": 0.750670313835144, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.508241653442383, |
| "semantic_top1": 0.4224853515625, |
| "step": 6740, |
| "teacher_kl_loss": 2.549429178237915, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06663295200892858, |
| "ce_loss": 4.780909538269043, |
| "learning_rate": 2.2423049499520085e-05, |
| "loss": 5.429047584533691, |
| "mert_alignment_loss": 0.2499190866947174, |
| "mert_cosine": 0.7500809133052826, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.554007053375244, |
| "semantic_top1": 0.4134521484375, |
| "step": 6760, |
| "teacher_kl_loss": 2.5925536155700684, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07754952566964286, |
| "ce_loss": 4.673635482788086, |
| "learning_rate": 2.2381927876045524e-05, |
| "loss": 5.30897855758667, |
| "mert_alignment_loss": 0.2526776194572449, |
| "mert_cosine": 0.7473223805427551, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.435317039489746, |
| "semantic_top1": 0.4287109375, |
| "step": 6780, |
| "teacher_kl_loss": 2.5413715839385986, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0643310546875, |
| "ce_loss": 4.813772678375244, |
| "learning_rate": 2.234080625257096e-05, |
| "loss": 5.4703569412231445, |
| "mert_alignment_loss": 0.24809947609901428, |
| "mert_cosine": 0.7519005239009857, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5944061279296875, |
| "semantic_top1": 0.4195556640625, |
| "step": 6800, |
| "teacher_kl_loss": 2.6263351440429688, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0673828125, |
| "ce_loss": 4.778682708740234, |
| "learning_rate": 2.2299684629096397e-05, |
| "loss": 5.4206223487854, |
| "mert_alignment_loss": 0.247889444231987, |
| "mert_cosine": 0.752110555768013, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.544567108154297, |
| "semantic_top1": 0.4261474609375, |
| "step": 6820, |
| "teacher_kl_loss": 2.5677592754364014, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07027762276785714, |
| "ce_loss": 4.762646198272705, |
| "learning_rate": 2.2258563005621828e-05, |
| "loss": 5.409451007843018, |
| "mert_alignment_loss": 0.2547175884246826, |
| "mert_cosine": 0.7452824115753174, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.536809921264648, |
| "semantic_top1": 0.4228515625, |
| "step": 6840, |
| "teacher_kl_loss": 2.587221384048462, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07111467633928571, |
| "ce_loss": 4.735634803771973, |
| "learning_rate": 2.2217441382147263e-05, |
| "loss": 5.381853103637695, |
| "mert_alignment_loss": 0.25195178389549255, |
| "mert_cosine": 0.7480482161045074, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.507829189300537, |
| "semantic_top1": 0.4483642578125, |
| "step": 6860, |
| "teacher_kl_loss": 2.584872245788574, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07503836495535714, |
| "ce_loss": 4.693970203399658, |
| "learning_rate": 2.2176319758672698e-05, |
| "loss": 5.324199676513672, |
| "mert_alignment_loss": 0.2490582913160324, |
| "mert_cosine": 0.7509417086839676, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.448728561401367, |
| "semantic_top1": 0.4320068359375, |
| "step": 6880, |
| "teacher_kl_loss": 2.5209169387817383, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07182965959821429, |
| "ce_loss": 4.706111907958984, |
| "learning_rate": 2.2135198135198133e-05, |
| "loss": 5.342464923858643, |
| "mert_alignment_loss": 0.25106847286224365, |
| "mert_cosine": 0.7489315271377563, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.467999458312988, |
| "semantic_top1": 0.427978515625, |
| "step": 6900, |
| "teacher_kl_loss": 2.5454139709472656, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0692138671875, |
| "ce_loss": 4.757857799530029, |
| "learning_rate": 2.2094076511723564e-05, |
| "loss": 5.4051337242126465, |
| "mert_alignment_loss": 0.25118616223335266, |
| "mert_cosine": 0.7488138377666473, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.530726432800293, |
| "semantic_top1": 0.4273681640625, |
| "step": 6920, |
| "teacher_kl_loss": 2.5891027450561523, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06583077566964286, |
| "ce_loss": 4.773102283477783, |
| "learning_rate": 2.2052954888249003e-05, |
| "loss": 5.4197211265563965, |
| "mert_alignment_loss": 0.2466091513633728, |
| "mert_cosine": 0.7533908486366272, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.543025016784668, |
| "semantic_top1": 0.4244384765625, |
| "step": 6940, |
| "teacher_kl_loss": 2.5864763259887695, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07174246651785714, |
| "ce_loss": 4.735454559326172, |
| "learning_rate": 2.2011833264774437e-05, |
| "loss": 5.37939453125, |
| "mert_alignment_loss": 0.251537948846817, |
| "mert_cosine": 0.748462051153183, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.505162715911865, |
| "semantic_top1": 0.4197998046875, |
| "step": 6960, |
| "teacher_kl_loss": 2.575759172439575, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07184709821428571, |
| "ce_loss": 4.720851898193359, |
| "learning_rate": 2.1970711641299876e-05, |
| "loss": 5.363101005554199, |
| "mert_alignment_loss": 0.2531542181968689, |
| "mert_cosine": 0.7468457818031311, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.489677906036377, |
| "semantic_top1": 0.4227294921875, |
| "step": 6980, |
| "teacher_kl_loss": 2.5689964294433594, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06977190290178571, |
| "ce_loss": 4.773608684539795, |
| "learning_rate": 2.1929590017825307e-05, |
| "loss": 5.423244476318359, |
| "mert_alignment_loss": 0.25040289759635925, |
| "mert_cosine": 0.7495971024036407, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.548445701599121, |
| "semantic_top1": 0.41259765625, |
| "step": 7000, |
| "teacher_kl_loss": 2.5985422134399414, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06844181209415584, |
| "acoustic_top5": 0.2019443264255276, |
| "ce_loss": 4.770946849476207, |
| "head_0_top1": 0.3950112082741477, |
| "head_0_top5": 0.761627197265625, |
| "head_1_top1": 0.10875632546164772, |
| "head_1_top5": 0.30757002397017047, |
| "head_2_top1": 0.11321466619318182, |
| "head_2_top5": 0.3115511807528409, |
| "head_3_top1": 0.08842329545454546, |
| "head_3_top5": 0.25660566850142047, |
| "head_4_top1": 0.07161920720880682, |
| "head_4_top5": 0.21552068536931818, |
| "head_5_top1": 0.04279674183238636, |
| "head_5_top5": 0.13665771484375, |
| "head_6_top1": 0.029560435901988636, |
| "head_6_top5": 0.10024192116477272, |
| "head_7_top1": 0.024722012606534092, |
| "head_7_top5": 0.08546309037642046, |
| "loss": 5.417517228560015, |
| "mert_alignment_loss": 0.24801854653791947, |
| "mert_cosine": 0.7519814534620806, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.541526794433594, |
| "semantic_top1": 0.3950112082741477, |
| "semantic_top5": 0.761627197265625, |
| "step": 7000, |
| "teacher_kl_loss": 2.5862830768931997, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07209123883928571, |
| "ce_loss": 4.697991371154785, |
| "learning_rate": 2.1888468394350745e-05, |
| "loss": 5.330428123474121, |
| "mert_alignment_loss": 0.2448250651359558, |
| "mert_cosine": 0.7551749348640442, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.452840805053711, |
| "semantic_top1": 0.43603515625, |
| "step": 7020, |
| "teacher_kl_loss": 2.5297462940216064, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06635393415178571, |
| "ce_loss": 4.793391227722168, |
| "learning_rate": 2.1847346770876184e-05, |
| "loss": 5.442106246948242, |
| "mert_alignment_loss": 0.25365662574768066, |
| "mert_cosine": 0.7463433742523193, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.568934440612793, |
| "semantic_top1": 0.4306640625, |
| "step": 7040, |
| "teacher_kl_loss": 2.594860792160034, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06647600446428571, |
| "ce_loss": 4.781155586242676, |
| "learning_rate": 2.180622514740162e-05, |
| "loss": 5.425138473510742, |
| "mert_alignment_loss": 0.24946169555187225, |
| "mert_cosine": 0.7505383044481277, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.549869060516357, |
| "semantic_top1": 0.42431640625, |
| "step": 7060, |
| "teacher_kl_loss": 2.575930595397949, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07155064174107142, |
| "ce_loss": 4.730188369750977, |
| "learning_rate": 2.176510352392705e-05, |
| "loss": 5.368653297424316, |
| "mert_alignment_loss": 0.25288838148117065, |
| "mert_cosine": 0.7471116185188293, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.495098114013672, |
| "semantic_top1": 0.42041015625, |
| "step": 7080, |
| "teacher_kl_loss": 2.553858995437622, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07228306361607142, |
| "ce_loss": 4.720206260681152, |
| "learning_rate": 2.1723981900452488e-05, |
| "loss": 5.360076904296875, |
| "mert_alignment_loss": 0.250691682100296, |
| "mert_cosine": 0.749308317899704, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.485422611236572, |
| "semantic_top1": 0.4248046875, |
| "step": 7100, |
| "teacher_kl_loss": 2.5594820976257324, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07118443080357142, |
| "ce_loss": 4.716238975524902, |
| "learning_rate": 2.1682860276977923e-05, |
| "loss": 5.352679252624512, |
| "mert_alignment_loss": 0.2451493889093399, |
| "mert_cosine": 0.7548506110906601, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.475254058837891, |
| "semantic_top1": 0.420654296875, |
| "step": 7120, |
| "teacher_kl_loss": 2.545762777328491, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06832449776785714, |
| "ce_loss": 4.774024963378906, |
| "learning_rate": 2.1641738653503358e-05, |
| "loss": 5.421783447265625, |
| "mert_alignment_loss": 0.2506856322288513, |
| "mert_cosine": 0.7493143677711487, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.547126293182373, |
| "semantic_top1": 0.443115234375, |
| "step": 7140, |
| "teacher_kl_loss": 2.591033935546875, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06532505580357142, |
| "ce_loss": 4.784049987792969, |
| "learning_rate": 2.160061703002879e-05, |
| "loss": 5.432462692260742, |
| "mert_alignment_loss": 0.25562751293182373, |
| "mert_cosine": 0.7443724870681763, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.560276508331299, |
| "semantic_top1": 0.4171142578125, |
| "step": 7160, |
| "teacher_kl_loss": 2.5936503410339355, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06949288504464286, |
| "ce_loss": 4.759359359741211, |
| "learning_rate": 2.1559495406554228e-05, |
| "loss": 5.403960227966309, |
| "mert_alignment_loss": 0.24997158348560333, |
| "mert_cosine": 0.7500284165143967, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5289459228515625, |
| "semantic_top1": 0.4248046875, |
| "step": 7180, |
| "teacher_kl_loss": 2.578402519226074, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07041713169642858, |
| "ce_loss": 4.733395099639893, |
| "learning_rate": 2.1518373783079663e-05, |
| "loss": 5.375715732574463, |
| "mert_alignment_loss": 0.24896647036075592, |
| "mert_cosine": 0.7510335296392441, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.500199317932129, |
| "semantic_top1": 0.4305419921875, |
| "step": 7200, |
| "teacher_kl_loss": 2.5692825317382812, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07399204799107142, |
| "ce_loss": 4.7048234939575195, |
| "learning_rate": 2.1477252159605097e-05, |
| "loss": 5.344485282897949, |
| "mert_alignment_loss": 0.2549656629562378, |
| "mert_cosine": 0.7450343370437622, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.471968650817871, |
| "semantic_top1": 0.4422607421875, |
| "step": 7220, |
| "teacher_kl_loss": 2.558647632598877, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07559640066964286, |
| "ce_loss": 4.6829376220703125, |
| "learning_rate": 2.1436130536130532e-05, |
| "loss": 5.317867755889893, |
| "mert_alignment_loss": 0.2524181306362152, |
| "mert_cosine": 0.7475818693637848, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.444077014923096, |
| "semantic_top1": 0.43798828125, |
| "step": 7240, |
| "teacher_kl_loss": 2.5397188663482666, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07163783482142858, |
| "ce_loss": 4.732995510101318, |
| "learning_rate": 2.139500891265597e-05, |
| "loss": 5.376462936401367, |
| "mert_alignment_loss": 0.2502650022506714, |
| "mert_cosine": 0.7497349977493286, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.501595497131348, |
| "semantic_top1": 0.4276123046875, |
| "step": 7260, |
| "teacher_kl_loss": 2.5738697052001953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06656319754464286, |
| "ce_loss": 4.77970027923584, |
| "learning_rate": 2.1353887289181405e-05, |
| "loss": 5.427126407623291, |
| "mert_alignment_loss": 0.25534787774086, |
| "mert_cosine": 0.74465212225914, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.554800510406494, |
| "semantic_top1": 0.4129638671875, |
| "step": 7280, |
| "teacher_kl_loss": 2.589704990386963, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07427106584821429, |
| "ce_loss": 4.704686641693115, |
| "learning_rate": 2.131276566570684e-05, |
| "loss": 5.33339262008667, |
| "mert_alignment_loss": 0.24952924251556396, |
| "mert_cosine": 0.750470757484436, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.458157539367676, |
| "semantic_top1": 0.422607421875, |
| "step": 7300, |
| "teacher_kl_loss": 2.514824390411377, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07196916852678571, |
| "ce_loss": 4.739239692687988, |
| "learning_rate": 2.1271644042232275e-05, |
| "loss": 5.3751959800720215, |
| "mert_alignment_loss": 0.25089317560195923, |
| "mert_cosine": 0.7491068243980408, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.500642776489258, |
| "semantic_top1": 0.44189453125, |
| "step": 7320, |
| "teacher_kl_loss": 2.543825149536133, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07184709821428571, |
| "ce_loss": 4.708027362823486, |
| "learning_rate": 2.1230522418757717e-05, |
| "loss": 5.340761184692383, |
| "mert_alignment_loss": 0.2559516429901123, |
| "mert_cosine": 0.7440483570098877, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.468737602233887, |
| "semantic_top1": 0.4442138671875, |
| "step": 7340, |
| "teacher_kl_loss": 2.530938148498535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0677490234375, |
| "ce_loss": 4.758514404296875, |
| "learning_rate": 2.1189400795283148e-05, |
| "loss": 5.405821800231934, |
| "mert_alignment_loss": 0.2522871494293213, |
| "mert_cosine": 0.7477128505706787, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.531965255737305, |
| "semantic_top1": 0.4215087890625, |
| "step": 7360, |
| "teacher_kl_loss": 2.589228391647339, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07362583705357142, |
| "ce_loss": 4.701962947845459, |
| "learning_rate": 2.1148279171808583e-05, |
| "loss": 5.33373498916626, |
| "mert_alignment_loss": 0.2457641363143921, |
| "mert_cosine": 0.7542358636856079, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.456617832183838, |
| "semantic_top1": 0.433349609375, |
| "step": 7380, |
| "teacher_kl_loss": 2.5270891189575195, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07148088727678571, |
| "ce_loss": 4.735936164855957, |
| "learning_rate": 2.1107157548334018e-05, |
| "loss": 5.375823020935059, |
| "mert_alignment_loss": 0.252999871969223, |
| "mert_cosine": 0.747000128030777, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.502322673797607, |
| "semantic_top1": 0.4256591796875, |
| "step": 7400, |
| "teacher_kl_loss": 2.5595452785491943, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.070556640625, |
| "ce_loss": 4.71526575088501, |
| "learning_rate": 2.1066035924859453e-05, |
| "loss": 5.351639747619629, |
| "mert_alignment_loss": 0.24726830422878265, |
| "mert_cosine": 0.7527316957712173, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.475274085998535, |
| "semantic_top1": 0.42578125, |
| "step": 7420, |
| "teacher_kl_loss": 2.5454959869384766, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07083565848214286, |
| "ce_loss": 4.75034761428833, |
| "learning_rate": 2.1024914301384888e-05, |
| "loss": 5.39657735824585, |
| "mert_alignment_loss": 0.24679911136627197, |
| "mert_cosine": 0.753200888633728, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.519976615905762, |
| "semantic_top1": 0.4503173828125, |
| "step": 7440, |
| "teacher_kl_loss": 2.584918260574341, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0711669921875, |
| "ce_loss": 4.712007522583008, |
| "learning_rate": 2.0983792677910323e-05, |
| "loss": 5.348598480224609, |
| "mert_alignment_loss": 0.2526397705078125, |
| "mert_cosine": 0.7473602294921875, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.474918365478516, |
| "semantic_top1": 0.4322509765625, |
| "step": 7460, |
| "teacher_kl_loss": 2.5463638305664062, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.076171875, |
| "ce_loss": 4.644725799560547, |
| "learning_rate": 2.0942671054435757e-05, |
| "loss": 5.269076347351074, |
| "mert_alignment_loss": 0.24815209209918976, |
| "mert_cosine": 0.7518479079008102, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.393152236938477, |
| "semantic_top1": 0.4305419921875, |
| "step": 7480, |
| "teacher_kl_loss": 2.497400999069214, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07672991071428571, |
| "ce_loss": 4.659387588500977, |
| "learning_rate": 2.090154943096119e-05, |
| "loss": 5.288660049438477, |
| "mert_alignment_loss": 0.24721817672252655, |
| "mert_cosine": 0.7527818232774734, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.412269115447998, |
| "semantic_top1": 0.445068359375, |
| "step": 7500, |
| "teacher_kl_loss": 2.517091751098633, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0693311815137987, |
| "acoustic_top5": 0.20379400872564934, |
| "ce_loss": 4.75521503795277, |
| "head_0_top1": 0.39908946644176135, |
| "head_0_top5": 0.7672479802911932, |
| "head_1_top1": 0.10926680131392046, |
| "head_1_top5": 0.30851606889204547, |
| "head_2_top1": 0.11490423029119318, |
| "head_2_top5": 0.3149025656960227, |
| "head_3_top1": 0.08939153497869318, |
| "head_3_top5": 0.25968794389204547, |
| "head_4_top1": 0.07276777787642046, |
| "head_4_top5": 0.21742664683948865, |
| "head_5_top1": 0.043543035333806816, |
| "head_5_top5": 0.1387356844815341, |
| "head_6_top1": 0.030270663174715908, |
| "head_6_top5": 0.10109086470170454, |
| "head_7_top1": 0.025174227627840908, |
| "head_7_top5": 0.08619828657670454, |
| "loss": 5.398602572354403, |
| "mert_alignment_loss": 0.246482177214189, |
| "mert_cosine": 0.753517822785811, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.52184365012429, |
| "semantic_top1": 0.39908946644176135, |
| "semantic_top5": 0.7672479802911932, |
| "step": 7500, |
| "teacher_kl_loss": 2.573550484397195, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07191685267857142, |
| "ce_loss": 4.708988189697266, |
| "learning_rate": 2.086042780748663e-05, |
| "loss": 5.348563194274902, |
| "mert_alignment_loss": 0.24642765522003174, |
| "mert_cosine": 0.7535723447799683, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.471776962280273, |
| "semantic_top1": 0.446533203125, |
| "step": 7520, |
| "teacher_kl_loss": 2.5583009719848633, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07148088727678571, |
| "ce_loss": 4.696979522705078, |
| "learning_rate": 2.0819306184012065e-05, |
| "loss": 5.33187198638916, |
| "mert_alignment_loss": 0.2495824098587036, |
| "mert_cosine": 0.7504175901412964, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.456663131713867, |
| "semantic_top1": 0.429931640625, |
| "step": 7540, |
| "teacher_kl_loss": 2.5395708084106445, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07188197544642858, |
| "ce_loss": 4.720420837402344, |
| "learning_rate": 2.07781845605375e-05, |
| "loss": 5.3608903884887695, |
| "mert_alignment_loss": 0.252197802066803, |
| "mert_cosine": 0.747802197933197, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4869890213012695, |
| "semantic_top1": 0.4228515625, |
| "step": 7560, |
| "teacher_kl_loss": 2.5618772506713867, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06780133928571429, |
| "ce_loss": 4.75715446472168, |
| "learning_rate": 2.0737062937062935e-05, |
| "loss": 5.399636268615723, |
| "mert_alignment_loss": 0.24880065023899078, |
| "mert_cosine": 0.7511993497610092, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.524036407470703, |
| "semantic_top1": 0.4521484375, |
| "step": 7580, |
| "teacher_kl_loss": 2.5699257850646973, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06724330357142858, |
| "ce_loss": 4.7507171630859375, |
| "learning_rate": 2.0695941313588373e-05, |
| "loss": 5.396823883056641, |
| "mert_alignment_loss": 0.24652940034866333, |
| "mert_cosine": 0.7534705996513367, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.520089149475098, |
| "semantic_top1": 0.447265625, |
| "step": 7600, |
| "teacher_kl_loss": 2.584428310394287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0704345703125, |
| "ce_loss": 4.713910102844238, |
| "learning_rate": 2.0654819690113808e-05, |
| "loss": 5.359328269958496, |
| "mert_alignment_loss": 0.24820663034915924, |
| "mert_cosine": 0.7517933696508408, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.483431816101074, |
| "semantic_top1": 0.4373779296875, |
| "step": 7620, |
| "teacher_kl_loss": 2.581674575805664, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07081821986607142, |
| "ce_loss": 4.742009162902832, |
| "learning_rate": 2.0613698066639243e-05, |
| "loss": 5.390955924987793, |
| "mert_alignment_loss": 0.24959146976470947, |
| "mert_cosine": 0.7504085302352905, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.515751361846924, |
| "semantic_top1": 0.4296875, |
| "step": 7640, |
| "teacher_kl_loss": 2.5957860946655273, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07118443080357142, |
| "ce_loss": 4.6947340965271, |
| "learning_rate": 2.0572576443164678e-05, |
| "loss": 5.331583499908447, |
| "mert_alignment_loss": 0.2501077651977539, |
| "mert_cosine": 0.7498922348022461, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.456637382507324, |
| "semantic_top1": 0.436767578125, |
| "step": 7660, |
| "teacher_kl_loss": 2.5473968982696533, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07646833147321429, |
| "ce_loss": 4.655484199523926, |
| "learning_rate": 2.0531454819690116e-05, |
| "loss": 5.288331985473633, |
| "mert_alignment_loss": 0.24783946573734283, |
| "mert_cosine": 0.7521605342626572, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4122514724731445, |
| "semantic_top1": 0.438720703125, |
| "step": 7680, |
| "teacher_kl_loss": 2.5313901901245117, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07039969308035714, |
| "ce_loss": 4.725131988525391, |
| "learning_rate": 2.0490333196215548e-05, |
| "loss": 5.362534999847412, |
| "mert_alignment_loss": 0.2450643628835678, |
| "mert_cosine": 0.7549356371164322, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.485067367553711, |
| "semantic_top1": 0.4447021484375, |
| "step": 7700, |
| "teacher_kl_loss": 2.5496134757995605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06487165178571429, |
| "ce_loss": 4.795292854309082, |
| "learning_rate": 2.0449211572740983e-05, |
| "loss": 5.4497785568237305, |
| "mert_alignment_loss": 0.24727481603622437, |
| "mert_cosine": 0.7527251839637756, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.573415756225586, |
| "semantic_top1": 0.4384765625, |
| "step": 7720, |
| "teacher_kl_loss": 2.617940902709961, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06928362165178571, |
| "ce_loss": 4.730013847351074, |
| "learning_rate": 2.0408089949266417e-05, |
| "loss": 5.373441219329834, |
| "mert_alignment_loss": 0.2452688068151474, |
| "mert_cosine": 0.7547311931848526, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.49607515335083, |
| "semantic_top1": 0.44580078125, |
| "step": 7740, |
| "teacher_kl_loss": 2.5737082958221436, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07322474888392858, |
| "ce_loss": 4.690404891967773, |
| "learning_rate": 2.0366968325791852e-05, |
| "loss": 5.321353435516357, |
| "mert_alignment_loss": 0.2510073781013489, |
| "mert_cosine": 0.7489926218986511, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.446856498718262, |
| "semantic_top1": 0.441162109375, |
| "step": 7760, |
| "teacher_kl_loss": 2.5237936973571777, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07325962611607142, |
| "ce_loss": 4.678321838378906, |
| "learning_rate": 2.0325846702317284e-05, |
| "loss": 5.31400203704834, |
| "mert_alignment_loss": 0.25108659267425537, |
| "mert_cosine": 0.7489134073257446, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.439545154571533, |
| "semantic_top1": 0.4486083984375, |
| "step": 7780, |
| "teacher_kl_loss": 2.542720317840576, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07432338169642858, |
| "ce_loss": 4.66074800491333, |
| "learning_rate": 2.0284725078842725e-05, |
| "loss": 5.291202545166016, |
| "mert_alignment_loss": 0.25378960371017456, |
| "mert_cosine": 0.7462103962898254, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.418097496032715, |
| "semantic_top1": 0.42529296875, |
| "step": 7800, |
| "teacher_kl_loss": 2.521817684173584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07088797433035714, |
| "ce_loss": 4.710259437561035, |
| "learning_rate": 2.024360345536816e-05, |
| "loss": 5.345251083374023, |
| "mert_alignment_loss": 0.24813763797283173, |
| "mert_cosine": 0.7518623620271683, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4693193435668945, |
| "semantic_top1": 0.4375, |
| "step": 7820, |
| "teacher_kl_loss": 2.539964199066162, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07181222098214286, |
| "ce_loss": 4.723025321960449, |
| "learning_rate": 2.0202481831893595e-05, |
| "loss": 5.356164932250977, |
| "mert_alignment_loss": 0.24180714786052704, |
| "mert_cosine": 0.758192852139473, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4770684242248535, |
| "semantic_top1": 0.431640625, |
| "step": 7840, |
| "teacher_kl_loss": 2.5325582027435303, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0738525390625, |
| "ce_loss": 4.6862335205078125, |
| "learning_rate": 2.0161360208419027e-05, |
| "loss": 5.323000431060791, |
| "mert_alignment_loss": 0.2492375373840332, |
| "mert_cosine": 0.7507624626159668, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.447619438171387, |
| "semantic_top1": 0.435302734375, |
| "step": 7860, |
| "teacher_kl_loss": 2.5470662117004395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07353864397321429, |
| "ce_loss": 4.699686050415039, |
| "learning_rate": 2.0120238584944468e-05, |
| "loss": 5.335987091064453, |
| "mert_alignment_loss": 0.2514128088951111, |
| "mert_cosine": 0.7485871911048889, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.46169376373291, |
| "semantic_top1": 0.418212890625, |
| "step": 7880, |
| "teacher_kl_loss": 2.545203924179077, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07308523995535714, |
| "ce_loss": 4.692476749420166, |
| "learning_rate": 2.0079116961469903e-05, |
| "loss": 5.322601318359375, |
| "mert_alignment_loss": 0.2473326474428177, |
| "mert_cosine": 0.7526673525571823, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.446268081665039, |
| "semantic_top1": 0.4339599609375, |
| "step": 7900, |
| "teacher_kl_loss": 2.5204992294311523, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07139369419642858, |
| "ce_loss": 4.701962471008301, |
| "learning_rate": 2.0037995337995338e-05, |
| "loss": 5.339511871337891, |
| "mert_alignment_loss": 0.24949222803115845, |
| "mert_cosine": 0.7505077719688416, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.464258193969727, |
| "semantic_top1": 0.4462890625, |
| "step": 7920, |
| "teacher_kl_loss": 2.5501973628997803, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.069580078125, |
| "ce_loss": 4.741025447845459, |
| "learning_rate": 1.999687371452077e-05, |
| "loss": 5.3813700675964355, |
| "mert_alignment_loss": 0.2479671984910965, |
| "mert_cosine": 0.7520328015089035, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.505353927612305, |
| "semantic_top1": 0.4302978515625, |
| "step": 7940, |
| "teacher_kl_loss": 2.5613768100738525, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0701904296875, |
| "ce_loss": 4.718315124511719, |
| "learning_rate": 1.995575209104621e-05, |
| "loss": 5.352755546569824, |
| "mert_alignment_loss": 0.24160528182983398, |
| "mert_cosine": 0.758394718170166, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.47355842590332, |
| "semantic_top1": 0.4451904296875, |
| "step": 7960, |
| "teacher_kl_loss": 2.5377612113952637, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07184709821428571, |
| "ce_loss": 4.711432456970215, |
| "learning_rate": 1.9914630467571643e-05, |
| "loss": 5.345994472503662, |
| "mert_alignment_loss": 0.2458021491765976, |
| "mert_cosine": 0.7541978508234024, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.468895435333252, |
| "semantic_top1": 0.4349365234375, |
| "step": 7980, |
| "teacher_kl_loss": 2.53825044631958, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07275390625, |
| "ce_loss": 4.688014030456543, |
| "learning_rate": 1.9873508844097077e-05, |
| "loss": 5.317544937133789, |
| "mert_alignment_loss": 0.24796505272388458, |
| "mert_cosine": 0.7520349472761154, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.441527843475342, |
| "semantic_top1": 0.4283447265625, |
| "step": 8000, |
| "teacher_kl_loss": 2.5181233882904053, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07033429827008929, |
| "acoustic_top5": 0.20586088106229708, |
| "ce_loss": 4.73772569136186, |
| "head_0_top1": 0.40406383167613635, |
| "head_0_top5": 0.7727494673295454, |
| "head_1_top1": 0.11074274236505682, |
| "head_1_top5": 0.3129327947443182, |
| "head_2_top1": 0.11608054421164772, |
| "head_2_top5": 0.31727461381392047, |
| "head_3_top1": 0.09094515713778409, |
| "head_3_top5": 0.2620821866122159, |
| "head_4_top1": 0.07451005415482954, |
| "head_4_top5": 0.22078635475852273, |
| "head_5_top1": 0.04418113014914773, |
| "head_5_top5": 0.13911299272017044, |
| "head_6_top1": 0.030376087535511364, |
| "head_6_top5": 0.10216730291193182, |
| "head_7_top1": 0.025504372336647728, |
| "head_7_top5": 0.086669921875, |
| "loss": 5.380239313299006, |
| "mert_alignment_loss": 0.2451051798733798, |
| "mert_cosine": 0.7548948201266202, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.502791318026456, |
| "semantic_top1": 0.40406383167613635, |
| "semantic_top5": 0.7727494673295454, |
| "step": 8000, |
| "teacher_kl_loss": 2.5700543143532495, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07568359375, |
| "ce_loss": 4.670963287353516, |
| "learning_rate": 1.983238722062251e-05, |
| "loss": 5.308703899383545, |
| "mert_alignment_loss": 0.24726584553718567, |
| "mert_cosine": 0.7527341544628143, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.432336807250977, |
| "semantic_top1": 0.4346923828125, |
| "step": 8020, |
| "teacher_kl_loss": 2.550961494445801, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.071533203125, |
| "ce_loss": 4.733978271484375, |
| "learning_rate": 1.9791265597147944e-05, |
| "loss": 5.385906219482422, |
| "mert_alignment_loss": 0.24509672820568085, |
| "mert_cosine": 0.7549032717943192, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.508454322814941, |
| "semantic_top1": 0.4398193359375, |
| "step": 8040, |
| "teacher_kl_loss": 2.607710599899292, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07181222098214286, |
| "ce_loss": 4.723816394805908, |
| "learning_rate": 1.9750143973673382e-05, |
| "loss": 5.366668224334717, |
| "mert_alignment_loss": 0.2489292472600937, |
| "mert_cosine": 0.7510707527399063, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.491133213043213, |
| "semantic_top1": 0.4298095703125, |
| "step": 8060, |
| "teacher_kl_loss": 2.5714075565338135, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07027762276785714, |
| "ce_loss": 4.745165824890137, |
| "learning_rate": 1.970902235019882e-05, |
| "loss": 5.389678478240967, |
| "mert_alignment_loss": 0.2448670119047165, |
| "mert_cosine": 0.7551329880952835, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.512112617492676, |
| "semantic_top1": 0.4344482421875, |
| "step": 8080, |
| "teacher_kl_loss": 2.5780529975891113, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07167271205357142, |
| "ce_loss": 4.731105804443359, |
| "learning_rate": 1.9667900726724252e-05, |
| "loss": 5.373507499694824, |
| "mert_alignment_loss": 0.24409426748752594, |
| "mert_cosine": 0.7559057325124741, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.495554447174072, |
| "semantic_top1": 0.4364013671875, |
| "step": 8100, |
| "teacher_kl_loss": 2.56960391998291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06795828683035714, |
| "ce_loss": 4.745851039886475, |
| "learning_rate": 1.9626779103249693e-05, |
| "loss": 5.396630764007568, |
| "mert_alignment_loss": 0.250480592250824, |
| "mert_cosine": 0.749519407749176, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.521871089935303, |
| "semantic_top1": 0.4375, |
| "step": 8120, |
| "teacher_kl_loss": 2.6031181812286377, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07252720424107142, |
| "ce_loss": 4.680473327636719, |
| "learning_rate": 1.9585657479775125e-05, |
| "loss": 5.314002513885498, |
| "mert_alignment_loss": 0.2566413879394531, |
| "mert_cosine": 0.7433586120605469, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.442323207855225, |
| "semantic_top1": 0.4371337890625, |
| "step": 8140, |
| "teacher_kl_loss": 2.53411602973938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07718331473214286, |
| "ce_loss": 4.632519721984863, |
| "learning_rate": 1.9544535856300563e-05, |
| "loss": 5.254476547241211, |
| "mert_alignment_loss": 0.24787472188472748, |
| "mert_cosine": 0.7521252781152725, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.378414154052734, |
| "semantic_top1": 0.4385986328125, |
| "step": 8160, |
| "teacher_kl_loss": 2.4878273010253906, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07470703125, |
| "ce_loss": 4.68331241607666, |
| "learning_rate": 1.9503414232825995e-05, |
| "loss": 5.315092086791992, |
| "mert_alignment_loss": 0.25250816345214844, |
| "mert_cosine": 0.7474918365478516, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.441346168518066, |
| "semantic_top1": 0.4388427734375, |
| "step": 8180, |
| "teacher_kl_loss": 2.5271193981170654, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07535226004464286, |
| "ce_loss": 4.67915153503418, |
| "learning_rate": 1.9462292609351436e-05, |
| "loss": 5.308743476867676, |
| "mert_alignment_loss": 0.24691568315029144, |
| "mert_cosine": 0.7530843168497086, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.432201385498047, |
| "semantic_top1": 0.4351806640625, |
| "step": 8200, |
| "teacher_kl_loss": 2.518368721008301, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07366071428571429, |
| "ce_loss": 4.656178951263428, |
| "learning_rate": 1.9421170985876868e-05, |
| "loss": 5.2823309898376465, |
| "mert_alignment_loss": 0.24125899374485016, |
| "mert_cosine": 0.7587410062551498, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.402960300445557, |
| "semantic_top1": 0.456787109375, |
| "step": 8220, |
| "teacher_kl_loss": 2.5046091079711914, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07353864397321429, |
| "ce_loss": 4.684906482696533, |
| "learning_rate": 1.9380049362402303e-05, |
| "loss": 5.322690010070801, |
| "mert_alignment_loss": 0.25044625997543335, |
| "mert_cosine": 0.7495537400245667, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.44791316986084, |
| "semantic_top1": 0.426025390625, |
| "step": 8240, |
| "teacher_kl_loss": 2.5511341094970703, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07521275111607142, |
| "ce_loss": 4.676864147186279, |
| "learning_rate": 1.9338927738927734e-05, |
| "loss": 5.312816619873047, |
| "mert_alignment_loss": 0.2434263676404953, |
| "mert_cosine": 0.7565736323595047, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4345293045043945, |
| "semantic_top1": 0.4447021484375, |
| "step": 8260, |
| "teacher_kl_loss": 2.543809413909912, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06842912946428571, |
| "ce_loss": 4.712066650390625, |
| "learning_rate": 1.9297806115453172e-05, |
| "loss": 5.355284214019775, |
| "mert_alignment_loss": 0.24790360033512115, |
| "mert_cosine": 0.7520963996648788, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.479236125946045, |
| "semantic_top1": 0.44677734375, |
| "step": 8280, |
| "teacher_kl_loss": 2.5728700160980225, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07353864397321429, |
| "ce_loss": 4.683405876159668, |
| "learning_rate": 1.9256684491978607e-05, |
| "loss": 5.315572261810303, |
| "mert_alignment_loss": 0.24955837428569794, |
| "mert_cosine": 0.7504416257143021, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.440351963043213, |
| "semantic_top1": 0.4365234375, |
| "step": 8300, |
| "teacher_kl_loss": 2.5286662578582764, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07685198102678571, |
| "ce_loss": 4.646172523498535, |
| "learning_rate": 1.9215562868504042e-05, |
| "loss": 5.273037910461426, |
| "mert_alignment_loss": 0.24417820572853088, |
| "mert_cosine": 0.7558217942714691, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3951263427734375, |
| "semantic_top1": 0.447021484375, |
| "step": 8320, |
| "teacher_kl_loss": 2.5074591636657715, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.06977190290178571, |
| "ce_loss": 4.734792709350586, |
| "learning_rate": 1.9174441245029477e-05, |
| "loss": 5.377811431884766, |
| "mert_alignment_loss": 0.25156664848327637, |
| "mert_cosine": 0.7484333515167236, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.503595352172852, |
| "semantic_top1": 0.4398193359375, |
| "step": 8340, |
| "teacher_kl_loss": 2.572075605392456, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07182965959821429, |
| "ce_loss": 4.70245885848999, |
| "learning_rate": 1.9133319621554915e-05, |
| "loss": 5.342004776000977, |
| "mert_alignment_loss": 0.2463051825761795, |
| "mert_cosine": 0.7536948174238205, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.465157508850098, |
| "semantic_top1": 0.454833984375, |
| "step": 8360, |
| "teacher_kl_loss": 2.558183193206787, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07465471540178571, |
| "ce_loss": 4.652520656585693, |
| "learning_rate": 1.909219799808035e-05, |
| "loss": 5.2806220054626465, |
| "mert_alignment_loss": 0.2488209307193756, |
| "mert_cosine": 0.7511790692806244, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.405032634735107, |
| "semantic_top1": 0.4600830078125, |
| "step": 8380, |
| "teacher_kl_loss": 2.5124058723449707, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0704345703125, |
| "ce_loss": 4.708924293518066, |
| "learning_rate": 1.9051076374605785e-05, |
| "loss": 5.343616485595703, |
| "mert_alignment_loss": 0.2501591145992279, |
| "mert_cosine": 0.7498408854007721, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.468696594238281, |
| "semantic_top1": 0.450439453125, |
| "step": 8400, |
| "teacher_kl_loss": 2.538771152496338, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.074462890625, |
| "ce_loss": 4.667871952056885, |
| "learning_rate": 1.900995475113122e-05, |
| "loss": 5.300036430358887, |
| "mert_alignment_loss": 0.2433517426252365, |
| "mert_cosine": 0.7566482573747635, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4217119216918945, |
| "semantic_top1": 0.451416015625, |
| "step": 8420, |
| "teacher_kl_loss": 2.528658151626587, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07943289620535714, |
| "ce_loss": 4.6729607582092285, |
| "learning_rate": 1.8968833127656658e-05, |
| "loss": 5.306154727935791, |
| "mert_alignment_loss": 0.24631211161613464, |
| "mert_cosine": 0.7536878883838654, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4293107986450195, |
| "semantic_top1": 0.43603515625, |
| "step": 8440, |
| "teacher_kl_loss": 2.53277587890625, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07779366629464286, |
| "ce_loss": 4.65791130065918, |
| "learning_rate": 1.892771150418209e-05, |
| "loss": 5.285136699676514, |
| "mert_alignment_loss": 0.23921822011470795, |
| "mert_cosine": 0.760781779885292, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.404745578765869, |
| "semantic_top1": 0.4442138671875, |
| "step": 8460, |
| "teacher_kl_loss": 2.508901596069336, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07418387276785714, |
| "ce_loss": 4.668517112731934, |
| "learning_rate": 1.8886589880707528e-05, |
| "loss": 5.303909778594971, |
| "mert_alignment_loss": 0.24608595669269562, |
| "mert_cosine": 0.7539140433073044, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.426952838897705, |
| "semantic_top1": 0.435791015625, |
| "step": 8480, |
| "teacher_kl_loss": 2.5415687561035156, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.074951171875, |
| "ce_loss": 4.680971145629883, |
| "learning_rate": 1.8845468257232963e-05, |
| "loss": 5.315890312194824, |
| "mert_alignment_loss": 0.241109699010849, |
| "mert_cosine": 0.758890300989151, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.436445236206055, |
| "semantic_top1": 0.441162109375, |
| "step": 8500, |
| "teacher_kl_loss": 2.5396766662597656, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07049798346185066, |
| "acoustic_top5": 0.20650175020292208, |
| "ce_loss": 4.731698816472834, |
| "head_0_top1": 0.4052789861505682, |
| "head_0_top5": 0.7765641645951704, |
| "head_1_top1": 0.11169711026278409, |
| "head_1_top5": 0.31425614790482953, |
| "head_2_top1": 0.11592240767045454, |
| "head_2_top5": 0.318634033203125, |
| "head_3_top1": 0.09131414240056818, |
| "head_3_top5": 0.2623069069602273, |
| "head_4_top1": 0.07414384321732954, |
| "head_4_top5": 0.22156316583806818, |
| "head_5_top1": 0.044203324751420456, |
| "head_5_top5": 0.1398953524502841, |
| "head_6_top1": 0.030550870028409092, |
| "head_6_top5": 0.10174283114346591, |
| "head_7_top1": 0.025654185901988636, |
| "head_7_top5": 0.08711381392045454, |
| "loss": 5.372574199329723, |
| "mert_alignment_loss": 0.24413373253562234, |
| "mert_cosine": 0.7558662674643777, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.494641390713778, |
| "semantic_top1": 0.4052789861505682, |
| "semantic_top5": 0.7765641645951704, |
| "step": 8500, |
| "teacher_kl_loss": 2.5635046525435015, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07477678571428571, |
| "ce_loss": 4.6727118492126465, |
| "learning_rate": 1.8804346633758397e-05, |
| "loss": 5.313427448272705, |
| "mert_alignment_loss": 0.24331331253051758, |
| "mert_cosine": 0.7566866874694824, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.435084342956543, |
| "semantic_top1": 0.4400634765625, |
| "step": 8520, |
| "teacher_kl_loss": 2.562864303588867, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07170758928571429, |
| "ce_loss": 4.694735527038574, |
| "learning_rate": 1.876322501028383e-05, |
| "loss": 5.330555438995361, |
| "mert_alignment_loss": 0.2436864823102951, |
| "mert_cosine": 0.7563135176897049, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.452398300170898, |
| "semantic_top1": 0.446044921875, |
| "step": 8540, |
| "teacher_kl_loss": 2.5432791709899902, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07320731026785714, |
| "ce_loss": 4.699283599853516, |
| "learning_rate": 1.8722103386809267e-05, |
| "loss": 5.334938049316406, |
| "mert_alignment_loss": 0.24495410919189453, |
| "mert_cosine": 0.7550458908081055, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.457414627075195, |
| "semantic_top1": 0.4366455078125, |
| "step": 8560, |
| "teacher_kl_loss": 2.5426173210144043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07020786830357142, |
| "ce_loss": 4.712531089782715, |
| "learning_rate": 1.8680981763334702e-05, |
| "loss": 5.351447105407715, |
| "mert_alignment_loss": 0.24268104135990143, |
| "mert_cosine": 0.7573189586400986, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.472787380218506, |
| "semantic_top1": 0.4588623046875, |
| "step": 8580, |
| "teacher_kl_loss": 2.5556633472442627, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0758056640625, |
| "ce_loss": 4.643396377563477, |
| "learning_rate": 1.8639860139860137e-05, |
| "loss": 5.269458293914795, |
| "mert_alignment_loss": 0.24927470088005066, |
| "mert_cosine": 0.7507252991199493, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.394095420837402, |
| "semantic_top1": 0.4306640625, |
| "step": 8600, |
| "teacher_kl_loss": 2.5042459964752197, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07120186941964286, |
| "ce_loss": 4.738009452819824, |
| "learning_rate": 1.8598738516385572e-05, |
| "loss": 5.386857032775879, |
| "mert_alignment_loss": 0.24555274844169617, |
| "mert_cosine": 0.7544472515583038, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.5096330642700195, |
| "semantic_top1": 0.4422607421875, |
| "step": 8620, |
| "teacher_kl_loss": 2.595388650894165, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0767822265625, |
| "ce_loss": 4.65725564956665, |
| "learning_rate": 1.855761689291101e-05, |
| "loss": 5.2860565185546875, |
| "mert_alignment_loss": 0.24993975460529327, |
| "mert_cosine": 0.7500602453947067, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4110260009765625, |
| "semantic_top1": 0.438720703125, |
| "step": 8640, |
| "teacher_kl_loss": 2.5152034759521484, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07210867745535714, |
| "ce_loss": 4.692914962768555, |
| "learning_rate": 1.8516495269436445e-05, |
| "loss": 5.3304877281188965, |
| "mert_alignment_loss": 0.25193512439727783, |
| "mert_cosine": 0.7480648756027222, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.456455707550049, |
| "semantic_top1": 0.4334716796875, |
| "step": 8660, |
| "teacher_kl_loss": 2.550293445587158, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07416643415178571, |
| "ce_loss": 4.681956768035889, |
| "learning_rate": 1.847537364596188e-05, |
| "loss": 5.323063373565674, |
| "mert_alignment_loss": 0.24966441094875336, |
| "mert_cosine": 0.7503355890512466, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4478960037231445, |
| "semantic_top1": 0.4356689453125, |
| "step": 8680, |
| "teacher_kl_loss": 2.564427375793457, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07899693080357142, |
| "ce_loss": 4.611931800842285, |
| "learning_rate": 1.8434252022487315e-05, |
| "loss": 5.238157272338867, |
| "mert_alignment_loss": 0.24510040879249573, |
| "mert_cosine": 0.7548995912075043, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3607072830200195, |
| "semantic_top1": 0.4495849609375, |
| "step": 8700, |
| "teacher_kl_loss": 2.504901885986328, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07289341517857142, |
| "ce_loss": 4.684939861297607, |
| "learning_rate": 1.8393130399012753e-05, |
| "loss": 5.321267127990723, |
| "mert_alignment_loss": 0.24432356655597687, |
| "mert_cosine": 0.7556764334440231, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.443428993225098, |
| "semantic_top1": 0.4410400390625, |
| "step": 8720, |
| "teacher_kl_loss": 2.5453078746795654, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07533482142857142, |
| "ce_loss": 4.643129348754883, |
| "learning_rate": 1.8352008775538188e-05, |
| "loss": 5.2694172859191895, |
| "mert_alignment_loss": 0.23686741292476654, |
| "mert_cosine": 0.7631325870752335, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.387850761413574, |
| "semantic_top1": 0.459228515625, |
| "step": 8740, |
| "teacher_kl_loss": 2.5051498413085938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07660784040178571, |
| "ce_loss": 4.637272834777832, |
| "learning_rate": 1.8310887152063623e-05, |
| "loss": 5.2618088722229, |
| "mert_alignment_loss": 0.24737779796123505, |
| "mert_cosine": 0.752622202038765, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.385497570037842, |
| "semantic_top1": 0.4560546875, |
| "step": 8760, |
| "teacher_kl_loss": 2.498145580291748, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07453264508928571, |
| "ce_loss": 4.659924030303955, |
| "learning_rate": 1.8269765528589057e-05, |
| "loss": 5.292418479919434, |
| "mert_alignment_loss": 0.24274714291095734, |
| "mert_cosine": 0.7572528570890427, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.413792610168457, |
| "semantic_top1": 0.43701171875, |
| "step": 8780, |
| "teacher_kl_loss": 2.5299785137176514, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07686941964285714, |
| "ce_loss": 4.648639678955078, |
| "learning_rate": 1.822864390511449e-05, |
| "loss": 5.277856826782227, |
| "mert_alignment_loss": 0.2506450414657593, |
| "mert_cosine": 0.7493549585342407, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.403179168701172, |
| "semantic_top1": 0.456787109375, |
| "step": 8800, |
| "teacher_kl_loss": 2.5168681144714355, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07535226004464286, |
| "ce_loss": 4.6615705490112305, |
| "learning_rate": 1.818752228163993e-05, |
| "loss": 5.2946882247924805, |
| "mert_alignment_loss": 0.24746645987033844, |
| "mert_cosine": 0.7525335401296616, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.418421745300293, |
| "semantic_top1": 0.4576416015625, |
| "step": 8820, |
| "teacher_kl_loss": 2.5324697494506836, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07223074776785714, |
| "ce_loss": 4.702733039855957, |
| "learning_rate": 1.8146400658165362e-05, |
| "loss": 5.34250545501709, |
| "mert_alignment_loss": 0.24205003678798676, |
| "mert_cosine": 0.7579499632120132, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.46353006362915, |
| "semantic_top1": 0.4522705078125, |
| "step": 8840, |
| "teacher_kl_loss": 2.5590877532958984, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07734026227678571, |
| "ce_loss": 4.63972282409668, |
| "learning_rate": 1.8105279034690797e-05, |
| "loss": 5.265578746795654, |
| "mert_alignment_loss": 0.24648486077785492, |
| "mert_cosine": 0.7535151392221451, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.388821601867676, |
| "semantic_top1": 0.4415283203125, |
| "step": 8860, |
| "teacher_kl_loss": 2.5034255981445312, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07169015066964286, |
| "ce_loss": 4.710163593292236, |
| "learning_rate": 1.806415741121623e-05, |
| "loss": 5.354527473449707, |
| "mert_alignment_loss": 0.24115467071533203, |
| "mert_cosine": 0.758845329284668, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.475104808807373, |
| "semantic_top1": 0.446533203125, |
| "step": 8880, |
| "teacher_kl_loss": 2.577455520629883, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07254464285714286, |
| "ce_loss": 4.696234226226807, |
| "learning_rate": 1.802303578774167e-05, |
| "loss": 5.337286949157715, |
| "mert_alignment_loss": 0.24667809903621674, |
| "mert_cosine": 0.7533219009637833, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.460625648498535, |
| "semantic_top1": 0.4560546875, |
| "step": 8900, |
| "teacher_kl_loss": 2.564211130142212, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07233537946428571, |
| "ce_loss": 4.689813613891602, |
| "learning_rate": 1.7981914164267105e-05, |
| "loss": 5.327075958251953, |
| "mert_alignment_loss": 0.2396565079689026, |
| "mert_cosine": 0.7603434920310974, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.446903705596924, |
| "semantic_top1": 0.451904296875, |
| "step": 8920, |
| "teacher_kl_loss": 2.549046039581299, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07148088727678571, |
| "ce_loss": 4.711244583129883, |
| "learning_rate": 1.794079254079254e-05, |
| "loss": 5.3541412353515625, |
| "mert_alignment_loss": 0.24808746576309204, |
| "mert_cosine": 0.751912534236908, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.478185176849365, |
| "semantic_top1": 0.4488525390625, |
| "step": 8940, |
| "teacher_kl_loss": 2.5715882778167725, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07781110491071429, |
| "ce_loss": 4.610710144042969, |
| "learning_rate": 1.789967091731797e-05, |
| "loss": 5.222691535949707, |
| "mert_alignment_loss": 0.24362535774707794, |
| "mert_cosine": 0.7563746422529221, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.344503879547119, |
| "semantic_top1": 0.4517822265625, |
| "step": 8960, |
| "teacher_kl_loss": 2.4479243755340576, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07711356026785714, |
| "ce_loss": 4.629984378814697, |
| "learning_rate": 1.7858549293843413e-05, |
| "loss": 5.2578511238098145, |
| "mert_alignment_loss": 0.24461151659488678, |
| "mert_cosine": 0.7553884834051132, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.380157470703125, |
| "semantic_top1": 0.440673828125, |
| "step": 8980, |
| "teacher_kl_loss": 2.5114681720733643, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07390485491071429, |
| "ce_loss": 4.659867763519287, |
| "learning_rate": 1.7817427670368848e-05, |
| "loss": 5.2879204750061035, |
| "mert_alignment_loss": 0.24309265613555908, |
| "mert_cosine": 0.7569073438644409, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.409466743469238, |
| "semantic_top1": 0.446533203125, |
| "step": 9000, |
| "teacher_kl_loss": 2.5122110843658447, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07141985212053571, |
| "acoustic_top5": 0.2084417962408685, |
| "ce_loss": 4.716484416614879, |
| "head_0_top1": 0.409759521484375, |
| "head_0_top5": 0.7805591930042614, |
| "head_1_top1": 0.11305098100142046, |
| "head_1_top5": 0.31657825816761365, |
| "head_2_top1": 0.11829168146306818, |
| "head_2_top5": 0.3209783380681818, |
| "head_3_top1": 0.09186900745738637, |
| "head_3_top5": 0.26542247425426135, |
| "head_4_top1": 0.07552268288352272, |
| "head_4_top5": 0.22413773970170456, |
| "head_5_top1": 0.04474709250710227, |
| "head_5_top5": 0.14101063121448865, |
| "head_6_top1": 0.030917080965909092, |
| "head_6_top5": 0.10291082208806818, |
| "head_7_top1": 0.025540438565340908, |
| "head_7_top5": 0.08805431019176137, |
| "loss": 5.357324773615057, |
| "mert_alignment_loss": 0.24298316782171075, |
| "mert_cosine": 0.7570168321782893, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.478816639293324, |
| "semantic_top1": 0.409759521484375, |
| "semantic_top5": 0.7805591930042614, |
| "step": 9000, |
| "teacher_kl_loss": 2.5633629885586826, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07015555245535714, |
| "ce_loss": 4.708868503570557, |
| "learning_rate": 1.7776306046894283e-05, |
| "loss": 5.345160484313965, |
| "mert_alignment_loss": 0.24825359880924225, |
| "mert_cosine": 0.7517464011907578, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.469286918640137, |
| "semantic_top1": 0.454833984375, |
| "step": 9020, |
| "teacher_kl_loss": 2.545166492462158, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07470703125, |
| "ce_loss": 4.685610294342041, |
| "learning_rate": 1.7735184423419718e-05, |
| "loss": 5.325214385986328, |
| "mert_alignment_loss": 0.2472754418849945, |
| "mert_cosine": 0.7527245581150055, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.448852062225342, |
| "semantic_top1": 0.446533203125, |
| "step": 9040, |
| "teacher_kl_loss": 2.5584158897399902, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0791015625, |
| "ce_loss": 4.613431453704834, |
| "learning_rate": 1.7694062799945156e-05, |
| "loss": 5.234170913696289, |
| "mert_alignment_loss": 0.2507871687412262, |
| "mert_cosine": 0.7492128312587738, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.359564781188965, |
| "semantic_top1": 0.440185546875, |
| "step": 9060, |
| "teacher_kl_loss": 2.482956647872925, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07456752232142858, |
| "ce_loss": 4.645003318786621, |
| "learning_rate": 1.7652941176470587e-05, |
| "loss": 5.2749247550964355, |
| "mert_alignment_loss": 0.24717730283737183, |
| "mert_cosine": 0.7528226971626282, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3985137939453125, |
| "semantic_top1": 0.4478759765625, |
| "step": 9080, |
| "teacher_kl_loss": 2.519685983657837, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07711356026785714, |
| "ce_loss": 4.672252655029297, |
| "learning_rate": 1.7611819552996022e-05, |
| "loss": 5.309600830078125, |
| "mert_alignment_loss": 0.24514789879322052, |
| "mert_cosine": 0.7548521012067795, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.432175159454346, |
| "semantic_top1": 0.447265625, |
| "step": 9100, |
| "teacher_kl_loss": 2.5493927001953125, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0780029296875, |
| "ce_loss": 4.608537197113037, |
| "learning_rate": 1.7570697929521457e-05, |
| "loss": 5.2282209396362305, |
| "mert_alignment_loss": 0.2393370121717453, |
| "mert_cosine": 0.7606629878282547, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.347889423370361, |
| "semantic_top1": 0.463134765625, |
| "step": 9120, |
| "teacher_kl_loss": 2.4787371158599854, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07231794084821429, |
| "ce_loss": 4.708615779876709, |
| "learning_rate": 1.7529576306046892e-05, |
| "loss": 5.343905925750732, |
| "mert_alignment_loss": 0.24631460011005402, |
| "mert_cosine": 0.753685399889946, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4670634269714355, |
| "semantic_top1": 0.455810546875, |
| "step": 9140, |
| "teacher_kl_loss": 2.54116153717041, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07413155691964286, |
| "ce_loss": 4.683562755584717, |
| "learning_rate": 1.748845468257233e-05, |
| "loss": 5.320969581604004, |
| "mert_alignment_loss": 0.25148043036460876, |
| "mert_cosine": 0.7485195696353912, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.446710109710693, |
| "semantic_top1": 0.4351806640625, |
| "step": 9160, |
| "teacher_kl_loss": 2.549628496170044, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07094029017857142, |
| "ce_loss": 4.6875, |
| "learning_rate": 1.744733305909776e-05, |
| "loss": 5.323673248291016, |
| "mert_alignment_loss": 0.2447766214609146, |
| "mert_cosine": 0.7552233785390854, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.446062088012695, |
| "semantic_top1": 0.44921875, |
| "step": 9180, |
| "teacher_kl_loss": 2.544694423675537, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07064383370535714, |
| "ce_loss": 4.716741561889648, |
| "learning_rate": 1.74062114356232e-05, |
| "loss": 5.35405969619751, |
| "mert_alignment_loss": 0.24520671367645264, |
| "mert_cosine": 0.7547932863235474, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.476663112640381, |
| "semantic_top1": 0.45166015625, |
| "step": 9200, |
| "teacher_kl_loss": 2.5492725372314453, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07529994419642858, |
| "ce_loss": 4.636282444000244, |
| "learning_rate": 1.7365089812148635e-05, |
| "loss": 5.266434192657471, |
| "mert_alignment_loss": 0.25237375497817993, |
| "mert_cosine": 0.7476262450218201, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.39262056350708, |
| "semantic_top1": 0.4619140625, |
| "step": 9220, |
| "teacher_kl_loss": 2.520606756210327, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0765380859375, |
| "ce_loss": 4.644786834716797, |
| "learning_rate": 1.732396818867407e-05, |
| "loss": 5.274592399597168, |
| "mert_alignment_loss": 0.25046712160110474, |
| "mert_cosine": 0.7495328783988953, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.399825572967529, |
| "semantic_top1": 0.4527587890625, |
| "step": 9240, |
| "teacher_kl_loss": 2.5192203521728516, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07822963169642858, |
| "ce_loss": 4.632102012634277, |
| "learning_rate": 1.7282846565199504e-05, |
| "loss": 5.2682108879089355, |
| "mert_alignment_loss": 0.245663583278656, |
| "mert_cosine": 0.754336416721344, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.391042709350586, |
| "semantic_top1": 0.4512939453125, |
| "step": 9260, |
| "teacher_kl_loss": 2.54443621635437, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07809012276785714, |
| "ce_loss": 4.629711627960205, |
| "learning_rate": 1.7241724941724936e-05, |
| "loss": 5.257149696350098, |
| "mert_alignment_loss": 0.25255095958709717, |
| "mert_cosine": 0.7474490404129028, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.383425235748291, |
| "semantic_top1": 0.45458984375, |
| "step": 9280, |
| "teacher_kl_loss": 2.509751796722412, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07503836495535714, |
| "ce_loss": 4.665338516235352, |
| "learning_rate": 1.7200603318250378e-05, |
| "loss": 5.299139976501465, |
| "mert_alignment_loss": 0.24328121542930603, |
| "mert_cosine": 0.756718784570694, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.420780658721924, |
| "semantic_top1": 0.464111328125, |
| "step": 9300, |
| "teacher_kl_loss": 2.535203695297241, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07889229910714286, |
| "ce_loss": 4.610755920410156, |
| "learning_rate": 1.7159481694775812e-05, |
| "loss": 5.237137317657471, |
| "mert_alignment_loss": 0.24066771566867828, |
| "mert_cosine": 0.7593322843313217, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.357470989227295, |
| "semantic_top1": 0.4508056640625, |
| "step": 9320, |
| "teacher_kl_loss": 2.5055272579193115, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07074846540178571, |
| "ce_loss": 4.6930155754089355, |
| "learning_rate": 1.7118360071301247e-05, |
| "loss": 5.3332624435424805, |
| "mert_alignment_loss": 0.24065113067626953, |
| "mert_cosine": 0.7593488693237305, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.453588008880615, |
| "semantic_top1": 0.4498291015625, |
| "step": 9340, |
| "teacher_kl_loss": 2.560987949371338, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07742745535714286, |
| "ce_loss": 4.62800931930542, |
| "learning_rate": 1.7077238447826685e-05, |
| "loss": 5.255626201629639, |
| "mert_alignment_loss": 0.2458588033914566, |
| "mert_cosine": 0.7541411966085434, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3785552978515625, |
| "semantic_top1": 0.448974609375, |
| "step": 9360, |
| "teacher_kl_loss": 2.5104684829711914, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07571847098214286, |
| "ce_loss": 4.665986061096191, |
| "learning_rate": 1.7036116824352117e-05, |
| "loss": 5.2986741065979, |
| "mert_alignment_loss": 0.24769480526447296, |
| "mert_cosine": 0.752305194735527, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.422521591186523, |
| "semantic_top1": 0.4527587890625, |
| "step": 9380, |
| "teacher_kl_loss": 2.5307514667510986, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07610212053571429, |
| "ce_loss": 4.653321743011475, |
| "learning_rate": 1.6994995200877552e-05, |
| "loss": 5.284246444702148, |
| "mert_alignment_loss": 0.24375568330287933, |
| "mert_cosine": 0.7562443166971207, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.406124114990234, |
| "semantic_top1": 0.453857421875, |
| "step": 9400, |
| "teacher_kl_loss": 2.5236988067626953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07631138392857142, |
| "ce_loss": 4.6213226318359375, |
| "learning_rate": 1.6953873577402987e-05, |
| "loss": 5.244626045227051, |
| "mert_alignment_loss": 0.24248088896274567, |
| "mert_cosine": 0.7575191110372543, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.365866661071777, |
| "semantic_top1": 0.45751953125, |
| "step": 9420, |
| "teacher_kl_loss": 2.4932141304016113, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07582310267857142, |
| "ce_loss": 4.65330696105957, |
| "learning_rate": 1.6912751953928425e-05, |
| "loss": 5.287657737731934, |
| "mert_alignment_loss": 0.2413221001625061, |
| "mert_cosine": 0.7586778998374939, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.408318519592285, |
| "semantic_top1": 0.4564208984375, |
| "step": 9440, |
| "teacher_kl_loss": 2.5374016761779785, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07367815290178571, |
| "ce_loss": 4.669658660888672, |
| "learning_rate": 1.687163033045386e-05, |
| "loss": 5.3016791343688965, |
| "mert_alignment_loss": 0.2505844235420227, |
| "mert_cosine": 0.7494155764579773, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.426970958709717, |
| "semantic_top1": 0.4400634765625, |
| "step": 9460, |
| "teacher_kl_loss": 2.5280814170837402, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07085309709821429, |
| "ce_loss": 4.6988983154296875, |
| "learning_rate": 1.6830508706979295e-05, |
| "loss": 5.337325096130371, |
| "mert_alignment_loss": 0.24565891921520233, |
| "mert_cosine": 0.7543410807847977, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4601545333862305, |
| "semantic_top1": 0.4544677734375, |
| "step": 9480, |
| "teacher_kl_loss": 2.5537075996398926, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07746233258928571, |
| "ce_loss": 4.626451015472412, |
| "learning_rate": 1.678938708350473e-05, |
| "loss": 5.251781940460205, |
| "mert_alignment_loss": 0.24942371249198914, |
| "mert_cosine": 0.7505762875080109, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.376493453979492, |
| "semantic_top1": 0.4573974609375, |
| "step": 9500, |
| "teacher_kl_loss": 2.501321792602539, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07206151392552759, |
| "acoustic_top5": 0.2099094143161526, |
| "ce_loss": 4.704330097545277, |
| "head_0_top1": 0.4119234952059659, |
| "head_0_top5": 0.7830005992542614, |
| "head_1_top1": 0.11342274058948863, |
| "head_1_top5": 0.3182123357599432, |
| "head_2_top1": 0.11939863725142046, |
| "head_2_top5": 0.3241632634943182, |
| "head_3_top1": 0.09335604580965909, |
| "head_3_top5": 0.2679387872869318, |
| "head_4_top1": 0.076202392578125, |
| "head_4_top5": 0.22467041015625, |
| "head_5_top1": 0.04496071555397727, |
| "head_5_top5": 0.1418179598721591, |
| "head_6_top1": 0.031008633700284092, |
| "head_6_top5": 0.10361272638494318, |
| "head_7_top1": 0.026081431995738636, |
| "head_7_top5": 0.08895041725852272, |
| "loss": 5.344036449085582, |
| "mert_alignment_loss": 0.24224896864457565, |
| "mert_cosine": 0.7577510313554243, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.465160716663707, |
| "semantic_top1": 0.4119234952059659, |
| "semantic_top5": 0.7830005992542614, |
| "step": 9500, |
| "teacher_kl_loss": 2.558825059370561, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.06966727120535714, |
| "ce_loss": 4.708531379699707, |
| "learning_rate": 1.6748265460030164e-05, |
| "loss": 5.351907253265381, |
| "mert_alignment_loss": 0.24262917041778564, |
| "mert_cosine": 0.7573708295822144, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.473222255706787, |
| "semantic_top1": 0.4521484375, |
| "step": 9520, |
| "teacher_kl_loss": 2.5735034942626953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07585797991071429, |
| "ce_loss": 4.638261795043945, |
| "learning_rate": 1.67071438365556e-05, |
| "loss": 5.25876522064209, |
| "mert_alignment_loss": 0.24716350436210632, |
| "mert_cosine": 0.7528364956378937, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.382347106933594, |
| "semantic_top1": 0.4462890625, |
| "step": 9540, |
| "teacher_kl_loss": 2.4820127487182617, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07510811941964286, |
| "ce_loss": 4.655856609344482, |
| "learning_rate": 1.6666022213081034e-05, |
| "loss": 5.289558410644531, |
| "mert_alignment_loss": 0.2454356551170349, |
| "mert_cosine": 0.7545643448829651, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.412275791168213, |
| "semantic_top1": 0.4647216796875, |
| "step": 9560, |
| "teacher_kl_loss": 2.534806966781616, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07875279017857142, |
| "ce_loss": 4.634981155395508, |
| "learning_rate": 1.6624900589606472e-05, |
| "loss": 5.258791923522949, |
| "mert_alignment_loss": 0.24859362840652466, |
| "mert_cosine": 0.7514063715934753, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3830885887146, |
| "semantic_top1": 0.4393310546875, |
| "step": 9580, |
| "teacher_kl_loss": 2.495242118835449, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07339913504464286, |
| "ce_loss": 4.670551776885986, |
| "learning_rate": 1.6583778966131907e-05, |
| "loss": 5.309236526489258, |
| "mert_alignment_loss": 0.24854333698749542, |
| "mert_cosine": 0.7514566630125046, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.433508396148682, |
| "semantic_top1": 0.453857421875, |
| "step": 9600, |
| "teacher_kl_loss": 2.554738759994507, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07627650669642858, |
| "ce_loss": 4.595827102661133, |
| "learning_rate": 1.6542657342657342e-05, |
| "loss": 5.211482048034668, |
| "mert_alignment_loss": 0.24341541528701782, |
| "mert_cosine": 0.7565845847129822, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.333189487457275, |
| "semantic_top1": 0.4542236328125, |
| "step": 9620, |
| "teacher_kl_loss": 2.4626173973083496, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07749720982142858, |
| "ce_loss": 4.6292853355407715, |
| "learning_rate": 1.6501535719182777e-05, |
| "loss": 5.257424354553223, |
| "mert_alignment_loss": 0.24068108201026917, |
| "mert_cosine": 0.7593189179897308, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.377764701843262, |
| "semantic_top1": 0.4547119140625, |
| "step": 9640, |
| "teacher_kl_loss": 2.5125558376312256, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07625906808035714, |
| "ce_loss": 4.654582977294922, |
| "learning_rate": 1.646041409570821e-05, |
| "loss": 5.286107063293457, |
| "mert_alignment_loss": 0.2409721314907074, |
| "mert_cosine": 0.7590278685092926, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4065937995910645, |
| "semantic_top1": 0.4613037109375, |
| "step": 9660, |
| "teacher_kl_loss": 2.526096820831299, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07570103236607142, |
| "ce_loss": 4.661253929138184, |
| "learning_rate": 1.6419292472233647e-05, |
| "loss": 5.290290355682373, |
| "mert_alignment_loss": 0.25048601627349854, |
| "mert_cosine": 0.7495139837265015, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.415533542633057, |
| "semantic_top1": 0.4443359375, |
| "step": 9680, |
| "teacher_kl_loss": 2.5161471366882324, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07510811941964286, |
| "ce_loss": 4.6389970779418945, |
| "learning_rate": 1.637817084875908e-05, |
| "loss": 5.268792629241943, |
| "mert_alignment_loss": 0.24085311591625214, |
| "mert_cosine": 0.7591468840837479, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.389219284057617, |
| "semantic_top1": 0.457275390625, |
| "step": 9700, |
| "teacher_kl_loss": 2.519181489944458, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0777587890625, |
| "ce_loss": 4.632959365844727, |
| "learning_rate": 1.633704922528452e-05, |
| "loss": 5.261416912078857, |
| "mert_alignment_loss": 0.24485740065574646, |
| "mert_cosine": 0.7551425993442535, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.383845806121826, |
| "semantic_top1": 0.462158203125, |
| "step": 9720, |
| "teacher_kl_loss": 2.513831615447998, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07500348772321429, |
| "ce_loss": 4.669604778289795, |
| "learning_rate": 1.6295927601809955e-05, |
| "loss": 5.30744743347168, |
| "mert_alignment_loss": 0.24464009702205658, |
| "mert_cosine": 0.7553599029779434, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.429767608642578, |
| "semantic_top1": 0.4617919921875, |
| "step": 9740, |
| "teacher_kl_loss": 2.55137038230896, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07561383928571429, |
| "ce_loss": 4.654337406158447, |
| "learning_rate": 1.625480597833539e-05, |
| "loss": 5.282650947570801, |
| "mert_alignment_loss": 0.24900822341442108, |
| "mert_cosine": 0.7509917765855789, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4071550369262695, |
| "semantic_top1": 0.4432373046875, |
| "step": 9760, |
| "teacher_kl_loss": 2.513253688812256, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07784598214285714, |
| "ce_loss": 4.650293827056885, |
| "learning_rate": 1.6213684354860824e-05, |
| "loss": 5.279651641845703, |
| "mert_alignment_loss": 0.2498728334903717, |
| "mert_cosine": 0.7501271665096283, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.404588222503662, |
| "semantic_top1": 0.4415283203125, |
| "step": 9780, |
| "teacher_kl_loss": 2.517432451248169, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07770647321428571, |
| "ce_loss": 4.620216369628906, |
| "learning_rate": 1.6172562731386256e-05, |
| "loss": 5.249423503875732, |
| "mert_alignment_loss": 0.24687635898590088, |
| "mert_cosine": 0.7531236410140991, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.372861862182617, |
| "semantic_top1": 0.4586181640625, |
| "step": 9800, |
| "teacher_kl_loss": 2.516827344894409, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07329450334821429, |
| "ce_loss": 4.668824672698975, |
| "learning_rate": 1.613144110791169e-05, |
| "loss": 5.304720878601074, |
| "mert_alignment_loss": 0.24643626809120178, |
| "mert_cosine": 0.7535637319087982, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.427938938140869, |
| "semantic_top1": 0.45556640625, |
| "step": 9820, |
| "teacher_kl_loss": 2.5435850620269775, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0745849609375, |
| "ce_loss": 4.64198112487793, |
| "learning_rate": 1.609031948443713e-05, |
| "loss": 5.273179054260254, |
| "mert_alignment_loss": 0.24261195957660675, |
| "mert_cosine": 0.7573880404233932, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.394484519958496, |
| "semantic_top1": 0.4749755859375, |
| "step": 9840, |
| "teacher_kl_loss": 2.524791717529297, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07711356026785714, |
| "ce_loss": 4.638047695159912, |
| "learning_rate": 1.6049197860962567e-05, |
| "loss": 5.264926433563232, |
| "mert_alignment_loss": 0.24454207718372345, |
| "mert_cosine": 0.7554579228162766, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.387197971343994, |
| "semantic_top1": 0.459228515625, |
| "step": 9860, |
| "teacher_kl_loss": 2.507514476776123, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07407924107142858, |
| "ce_loss": 4.6592912673950195, |
| "learning_rate": 1.6008076237488e-05, |
| "loss": 5.2886881828308105, |
| "mert_alignment_loss": 0.23936547338962555, |
| "mert_cosine": 0.7606345266103745, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4083709716796875, |
| "semantic_top1": 0.4542236328125, |
| "step": 9880, |
| "teacher_kl_loss": 2.5175864696502686, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07577078683035714, |
| "ce_loss": 4.638940334320068, |
| "learning_rate": 1.5966954614013437e-05, |
| "loss": 5.261768341064453, |
| "mert_alignment_loss": 0.24884042143821716, |
| "mert_cosine": 0.7511595785617828, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.386188507080078, |
| "semantic_top1": 0.438232421875, |
| "step": 9900, |
| "teacher_kl_loss": 2.4913134574890137, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07367815290178571, |
| "ce_loss": 4.67901086807251, |
| "learning_rate": 1.5925832990538872e-05, |
| "loss": 5.313472747802734, |
| "mert_alignment_loss": 0.24668771028518677, |
| "mert_cosine": 0.7533122897148132, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.436816692352295, |
| "semantic_top1": 0.44921875, |
| "step": 9920, |
| "teacher_kl_loss": 2.537846326828003, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07474190848214286, |
| "ce_loss": 4.628530502319336, |
| "learning_rate": 1.5884711367064307e-05, |
| "loss": 5.2604522705078125, |
| "mert_alignment_loss": 0.24323801696300507, |
| "mert_cosine": 0.7567619830369949, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.382071495056152, |
| "semantic_top1": 0.4588623046875, |
| "step": 9940, |
| "teacher_kl_loss": 2.5276856422424316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07730538504464286, |
| "ce_loss": 4.634982109069824, |
| "learning_rate": 1.5843589743589738e-05, |
| "loss": 5.260478496551514, |
| "mert_alignment_loss": 0.24133798480033875, |
| "mert_cosine": 0.7586620151996613, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.381147384643555, |
| "semantic_top1": 0.4530029296875, |
| "step": 9960, |
| "teacher_kl_loss": 2.501986026763916, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07552664620535714, |
| "ce_loss": 4.655307769775391, |
| "learning_rate": 1.580246812011518e-05, |
| "loss": 5.284331321716309, |
| "mert_alignment_loss": 0.23949643969535828, |
| "mert_cosine": 0.7605035603046417, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.404079437255859, |
| "semantic_top1": 0.4495849609375, |
| "step": 9980, |
| "teacher_kl_loss": 2.5160913467407227, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07587541852678571, |
| "ce_loss": 4.648627281188965, |
| "learning_rate": 1.5761346496640615e-05, |
| "loss": 5.283407688140869, |
| "mert_alignment_loss": 0.24480676651000977, |
| "mert_cosine": 0.7551932334899902, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.405810832977295, |
| "semantic_top1": 0.4512939453125, |
| "step": 10000, |
| "teacher_kl_loss": 2.539123296737671, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07225968001724838, |
| "acoustic_top5": 0.21085744089894481, |
| "ce_loss": 4.697110262784091, |
| "head_0_top1": 0.4138544256036932, |
| "head_0_top5": 0.7849870161576704, |
| "head_1_top1": 0.11370294744318182, |
| "head_1_top5": 0.319427490234375, |
| "head_2_top1": 0.11955677379261363, |
| "head_2_top5": 0.3252341530539773, |
| "head_3_top1": 0.09388594193892046, |
| "head_3_top5": 0.26970048384232953, |
| "head_4_top1": 0.07647705078125, |
| "head_4_top5": 0.22669844193892044, |
| "head_5_top1": 0.04510220614346591, |
| "head_5_top5": 0.14306085759943182, |
| "head_6_top1": 0.030964244495738636, |
| "head_6_top5": 0.10337968306107954, |
| "head_7_top1": 0.02612859552556818, |
| "head_7_top5": 0.0885009765625, |
| "loss": 5.334482366388494, |
| "mert_alignment_loss": 0.24116650494662198, |
| "mert_cosine": 0.758833495053378, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.455065987326882, |
| "semantic_top1": 0.4138544256036932, |
| "semantic_top5": 0.7849870161576704, |
| "step": 10000, |
| "teacher_kl_loss": 2.5494896281849253, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07915387834821429, |
| "ce_loss": 4.584283351898193, |
| "learning_rate": 1.572022487316605e-05, |
| "loss": 5.204139232635498, |
| "mert_alignment_loss": 0.24686260521411896, |
| "mert_cosine": 0.753137394785881, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.327570915222168, |
| "semantic_top1": 0.4576416015625, |
| "step": 10020, |
| "teacher_kl_loss": 2.479423999786377, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0733642578125, |
| "ce_loss": 4.647833347320557, |
| "learning_rate": 1.567910324969148e-05, |
| "loss": 5.275877952575684, |
| "mert_alignment_loss": 0.24366556107997894, |
| "mert_cosine": 0.7563344389200211, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.397710800170898, |
| "semantic_top1": 0.4542236328125, |
| "step": 10040, |
| "teacher_kl_loss": 2.512179374694824, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0738525390625, |
| "ce_loss": 4.672318935394287, |
| "learning_rate": 1.563798162621692e-05, |
| "loss": 5.308832168579102, |
| "mert_alignment_loss": 0.24436479806900024, |
| "mert_cosine": 0.7556352019309998, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.431014060974121, |
| "semantic_top1": 0.4580078125, |
| "step": 10060, |
| "teacher_kl_loss": 2.546050786972046, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07406180245535714, |
| "ce_loss": 4.654756546020508, |
| "learning_rate": 1.5596860002742354e-05, |
| "loss": 5.285655975341797, |
| "mert_alignment_loss": 0.24182485044002533, |
| "mert_cosine": 0.7581751495599747, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.40656852722168, |
| "semantic_top1": 0.453369140625, |
| "step": 10080, |
| "teacher_kl_loss": 2.5235989093780518, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07193429129464286, |
| "ce_loss": 4.6808037757873535, |
| "learning_rate": 1.5555738379267786e-05, |
| "loss": 5.322137832641602, |
| "mert_alignment_loss": 0.23863983154296875, |
| "mert_cosine": 0.7613601684570312, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.441457748413086, |
| "semantic_top1": 0.450927734375, |
| "step": 10100, |
| "teacher_kl_loss": 2.5653367042541504, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.076171875, |
| "ce_loss": 4.645819664001465, |
| "learning_rate": 1.5514616755793227e-05, |
| "loss": 5.2741193771362305, |
| "mert_alignment_loss": 0.24777980148792267, |
| "mert_cosine": 0.7522201985120773, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.398009300231934, |
| "semantic_top1": 0.4622802734375, |
| "step": 10120, |
| "teacher_kl_loss": 2.513197898864746, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.072265625, |
| "ce_loss": 4.687155246734619, |
| "learning_rate": 1.5473495132318662e-05, |
| "loss": 5.322596073150635, |
| "mert_alignment_loss": 0.24659636616706848, |
| "mert_cosine": 0.7534036338329315, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.445894718170166, |
| "semantic_top1": 0.450927734375, |
| "step": 10140, |
| "teacher_kl_loss": 2.541762351989746, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07310267857142858, |
| "ce_loss": 4.691458702087402, |
| "learning_rate": 1.5432373508844097e-05, |
| "loss": 5.334123134613037, |
| "mert_alignment_loss": 0.2400190532207489, |
| "mert_cosine": 0.7599809467792511, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.454132080078125, |
| "semantic_top1": 0.472900390625, |
| "step": 10160, |
| "teacher_kl_loss": 2.570657253265381, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07460239955357142, |
| "ce_loss": 4.652924060821533, |
| "learning_rate": 1.539125188536953e-05, |
| "loss": 5.291723251342773, |
| "mert_alignment_loss": 0.250294029712677, |
| "mert_cosine": 0.749705970287323, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4168701171875, |
| "semantic_top1": 0.4583740234375, |
| "step": 10180, |
| "teacher_kl_loss": 2.555196523666382, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0770263671875, |
| "ce_loss": 4.656928062438965, |
| "learning_rate": 1.5350130261894967e-05, |
| "loss": 5.288285732269287, |
| "mert_alignment_loss": 0.24662190675735474, |
| "mert_cosine": 0.7533780932426453, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.411596775054932, |
| "semantic_top1": 0.4547119140625, |
| "step": 10200, |
| "teacher_kl_loss": 2.5254311561584473, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07761928013392858, |
| "ce_loss": 4.622580051422119, |
| "learning_rate": 1.53090086384204e-05, |
| "loss": 5.25167179107666, |
| "mert_alignment_loss": 0.24004371464252472, |
| "mert_cosine": 0.7599562853574753, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.371694087982178, |
| "semantic_top1": 0.4613037109375, |
| "step": 10220, |
| "teacher_kl_loss": 2.5163674354553223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07686941964285714, |
| "ce_loss": 4.625460147857666, |
| "learning_rate": 1.5267887014945836e-05, |
| "loss": 5.254107475280762, |
| "mert_alignment_loss": 0.24716340005397797, |
| "mert_cosine": 0.752836599946022, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.377688407897949, |
| "semantic_top1": 0.4669189453125, |
| "step": 10240, |
| "teacher_kl_loss": 2.5145885944366455, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07266671316964286, |
| "ce_loss": 4.689407825469971, |
| "learning_rate": 1.5226765391471273e-05, |
| "loss": 5.326224327087402, |
| "mert_alignment_loss": 0.24940405786037445, |
| "mert_cosine": 0.7505959421396255, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.450926780700684, |
| "semantic_top1": 0.4600830078125, |
| "step": 10260, |
| "teacher_kl_loss": 2.547264575958252, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07854352678571429, |
| "ce_loss": 4.611034393310547, |
| "learning_rate": 1.518564376799671e-05, |
| "loss": 5.235304832458496, |
| "mert_alignment_loss": 0.24246330559253693, |
| "mert_cosine": 0.7575366944074631, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.356536865234375, |
| "semantic_top1": 0.45703125, |
| "step": 10280, |
| "teacher_kl_loss": 2.4970808029174805, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0755615234375, |
| "ce_loss": 4.637851715087891, |
| "learning_rate": 1.5144522144522144e-05, |
| "loss": 5.268675804138184, |
| "mert_alignment_loss": 0.24343955516815186, |
| "mert_cosine": 0.7565604448318481, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.390395641326904, |
| "semantic_top1": 0.4564208984375, |
| "step": 10300, |
| "teacher_kl_loss": 2.5232973098754883, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07559640066964286, |
| "ce_loss": 4.621035575866699, |
| "learning_rate": 1.5103400521047578e-05, |
| "loss": 5.24678897857666, |
| "mert_alignment_loss": 0.23768706619739532, |
| "mert_cosine": 0.7623129338026047, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3656325340271, |
| "semantic_top1": 0.47265625, |
| "step": 10320, |
| "teacher_kl_loss": 2.503012180328369, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07965959821428571, |
| "ce_loss": 4.582162380218506, |
| "learning_rate": 1.5062278897573014e-05, |
| "loss": 5.210986614227295, |
| "mert_alignment_loss": 0.24345165491104126, |
| "mert_cosine": 0.7565483450889587, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.332712173461914, |
| "semantic_top1": 0.4580078125, |
| "step": 10340, |
| "teacher_kl_loss": 2.515296459197998, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07390485491071429, |
| "ce_loss": 4.676610469818115, |
| "learning_rate": 1.5021157274098449e-05, |
| "loss": 5.315001487731934, |
| "mert_alignment_loss": 0.2458207905292511, |
| "mert_cosine": 0.7541792094707489, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.437911510467529, |
| "semantic_top1": 0.4605712890625, |
| "step": 10360, |
| "teacher_kl_loss": 2.553562879562378, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07474190848214286, |
| "ce_loss": 4.672219276428223, |
| "learning_rate": 1.4980035650623886e-05, |
| "loss": 5.30558967590332, |
| "mert_alignment_loss": 0.2524993419647217, |
| "mert_cosine": 0.7475006580352783, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.431839942932129, |
| "semantic_top1": 0.44921875, |
| "step": 10380, |
| "teacher_kl_loss": 2.5334818363189697, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0758056640625, |
| "ce_loss": 4.6242289543151855, |
| "learning_rate": 1.493891402714932e-05, |
| "loss": 5.252337455749512, |
| "mert_alignment_loss": 0.2501451373100281, |
| "mert_cosine": 0.7498548626899719, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3774094581604, |
| "semantic_top1": 0.460205078125, |
| "step": 10400, |
| "teacher_kl_loss": 2.512432336807251, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07887486049107142, |
| "ce_loss": 4.599601745605469, |
| "learning_rate": 1.4897792403674757e-05, |
| "loss": 5.22607421875, |
| "mert_alignment_loss": 0.24293766915798187, |
| "mert_cosine": 0.7570623308420181, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.347543239593506, |
| "semantic_top1": 0.4576416015625, |
| "step": 10420, |
| "teacher_kl_loss": 2.5058908462524414, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07692173549107142, |
| "ce_loss": 4.633444309234619, |
| "learning_rate": 1.4856670780200192e-05, |
| "loss": 5.259761333465576, |
| "mert_alignment_loss": 0.2399427443742752, |
| "mert_cosine": 0.7600572556257248, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.379733085632324, |
| "semantic_top1": 0.456787109375, |
| "step": 10440, |
| "teacher_kl_loss": 2.505267381668091, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07151576450892858, |
| "ce_loss": 4.682192802429199, |
| "learning_rate": 1.4815549156725628e-05, |
| "loss": 5.315042495727539, |
| "mert_alignment_loss": 0.24207809567451477, |
| "mert_cosine": 0.7579219043254852, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.436081886291504, |
| "semantic_top1": 0.4476318359375, |
| "step": 10460, |
| "teacher_kl_loss": 2.531400442123413, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07871791294642858, |
| "ce_loss": 4.619789123535156, |
| "learning_rate": 1.4774427533251062e-05, |
| "loss": 5.249826908111572, |
| "mert_alignment_loss": 0.24095086753368378, |
| "mert_cosine": 0.7590491324663162, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.370302200317383, |
| "semantic_top1": 0.462158203125, |
| "step": 10480, |
| "teacher_kl_loss": 2.520150661468506, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07516043526785714, |
| "ce_loss": 4.630522727966309, |
| "learning_rate": 1.4733305909776495e-05, |
| "loss": 5.258659362792969, |
| "mert_alignment_loss": 0.24229641258716583, |
| "mert_cosine": 0.7577035874128342, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.379807472229004, |
| "semantic_top1": 0.451416015625, |
| "step": 10500, |
| "teacher_kl_loss": 2.512544870376587, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0728006734476461, |
| "acoustic_top5": 0.21215186181006493, |
| "ce_loss": 4.6891538446599785, |
| "head_0_top1": 0.4155856045809659, |
| "head_0_top5": 0.7870844060724432, |
| "head_1_top1": 0.11428555575284091, |
| "head_1_top5": 0.3206703879616477, |
| "head_2_top1": 0.12022816051136363, |
| "head_2_top5": 0.32636885209517047, |
| "head_3_top1": 0.09464333274147728, |
| "head_3_top5": 0.2720725319602273, |
| "head_4_top1": 0.07749522816051137, |
| "head_4_top5": 0.2285128506747159, |
| "head_5_top1": 0.045496160333806816, |
| "head_5_top5": 0.14343816583806818, |
| "head_6_top1": 0.03131380948153409, |
| "head_6_top5": 0.10450883345170454, |
| "head_7_top1": 0.026142467151988636, |
| "head_7_top5": 0.08949141068892046, |
| "loss": 5.326873779296875, |
| "mert_alignment_loss": 0.24055615338412198, |
| "mert_cosine": 0.759443846615878, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.447152224454013, |
| "semantic_top1": 0.4155856045809659, |
| "semantic_top5": 0.7870844060724432, |
| "step": 10500, |
| "teacher_kl_loss": 2.550879044966264, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07613699776785714, |
| "ce_loss": 4.650062561035156, |
| "learning_rate": 1.4692184286301933e-05, |
| "loss": 5.284814834594727, |
| "mert_alignment_loss": 0.2501423954963684, |
| "mert_cosine": 0.7498576045036316, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.409885883331299, |
| "semantic_top1": 0.449462890625, |
| "step": 10520, |
| "teacher_kl_loss": 2.5390095710754395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07388741629464286, |
| "ce_loss": 4.682036399841309, |
| "learning_rate": 1.4651062662827368e-05, |
| "loss": 5.319694519042969, |
| "mert_alignment_loss": 0.24215207993984222, |
| "mert_cosine": 0.7578479200601578, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.440771102905273, |
| "semantic_top1": 0.4583740234375, |
| "step": 10540, |
| "teacher_kl_loss": 2.550633430480957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.081298828125, |
| "ce_loss": 4.589749336242676, |
| "learning_rate": 1.4609941039352804e-05, |
| "loss": 5.214832782745361, |
| "mert_alignment_loss": 0.2445453256368637, |
| "mert_cosine": 0.7554546743631363, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.337105751037598, |
| "semantic_top1": 0.4599609375, |
| "step": 10560, |
| "teacher_kl_loss": 2.500333786010742, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07648577008928571, |
| "ce_loss": 4.615955352783203, |
| "learning_rate": 1.4568819415878238e-05, |
| "loss": 5.248521327972412, |
| "mert_alignment_loss": 0.24414999783039093, |
| "mert_cosine": 0.7558500021696091, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.370596408843994, |
| "semantic_top1": 0.4591064453125, |
| "step": 10580, |
| "teacher_kl_loss": 2.5302648544311523, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.078369140625, |
| "ce_loss": 4.618044853210449, |
| "learning_rate": 1.4527697792403676e-05, |
| "loss": 5.241568565368652, |
| "mert_alignment_loss": 0.2441575974225998, |
| "mert_cosine": 0.7558424025774002, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3636474609375, |
| "semantic_top1": 0.4517822265625, |
| "step": 10600, |
| "teacher_kl_loss": 2.4940943717956543, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.075927734375, |
| "ce_loss": 4.672573089599609, |
| "learning_rate": 1.4486576168929109e-05, |
| "loss": 5.3081817626953125, |
| "mert_alignment_loss": 0.24092593789100647, |
| "mert_cosine": 0.7590740621089935, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.42864465713501, |
| "semantic_top1": 0.4627685546875, |
| "step": 10620, |
| "teacher_kl_loss": 2.5424349308013916, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07451520647321429, |
| "ce_loss": 4.631162643432617, |
| "learning_rate": 1.4445454545454544e-05, |
| "loss": 5.262394905090332, |
| "mert_alignment_loss": 0.2504003643989563, |
| "mert_cosine": 0.7495996356010437, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.387594699859619, |
| "semantic_top1": 0.4586181640625, |
| "step": 10640, |
| "teacher_kl_loss": 2.5249290466308594, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07631138392857142, |
| "ce_loss": 4.610164165496826, |
| "learning_rate": 1.4404332921979977e-05, |
| "loss": 5.233768463134766, |
| "mert_alignment_loss": 0.23746883869171143, |
| "mert_cosine": 0.7625311613082886, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.352502822875977, |
| "semantic_top1": 0.462646484375, |
| "step": 10660, |
| "teacher_kl_loss": 2.4944169521331787, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07416643415178571, |
| "ce_loss": 4.64638614654541, |
| "learning_rate": 1.4363211298505419e-05, |
| "loss": 5.272970199584961, |
| "mert_alignment_loss": 0.2505241632461548, |
| "mert_cosine": 0.7494758367538452, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3982319831848145, |
| "semantic_top1": 0.4444580078125, |
| "step": 10680, |
| "teacher_kl_loss": 2.506336212158203, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07402692522321429, |
| "ce_loss": 4.633171081542969, |
| "learning_rate": 1.4322089675030852e-05, |
| "loss": 5.260993957519531, |
| "mert_alignment_loss": 0.2446908801794052, |
| "mert_cosine": 0.7553091198205948, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.383339881896973, |
| "semantic_top1": 0.466064453125, |
| "step": 10700, |
| "teacher_kl_loss": 2.5112905502319336, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07774135044642858, |
| "ce_loss": 4.629998207092285, |
| "learning_rate": 1.4280968051556288e-05, |
| "loss": 5.2606306076049805, |
| "mert_alignment_loss": 0.23978103697299957, |
| "mert_cosine": 0.7602189630270004, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.380521297454834, |
| "semantic_top1": 0.4676513671875, |
| "step": 10720, |
| "teacher_kl_loss": 2.522528886795044, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07789829799107142, |
| "ce_loss": 4.6055803298950195, |
| "learning_rate": 1.4239846428081722e-05, |
| "loss": 5.2345805168151855, |
| "mert_alignment_loss": 0.24433591961860657, |
| "mert_cosine": 0.7556640803813934, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.356748580932617, |
| "semantic_top1": 0.474853515625, |
| "step": 10740, |
| "teacher_kl_loss": 2.5159995555877686, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08025251116071429, |
| "ce_loss": 4.5853447914123535, |
| "learning_rate": 1.4198724804607155e-05, |
| "loss": 5.209631443023682, |
| "mert_alignment_loss": 0.24483323097229004, |
| "mert_cosine": 0.75516676902771, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.332047939300537, |
| "semantic_top1": 0.4703369140625, |
| "step": 10760, |
| "teacher_kl_loss": 2.4971468448638916, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07549176897321429, |
| "ce_loss": 4.620157718658447, |
| "learning_rate": 1.4157603181132591e-05, |
| "loss": 5.250602722167969, |
| "mert_alignment_loss": 0.2376839965581894, |
| "mert_cosine": 0.7623160034418106, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.369444370269775, |
| "semantic_top1": 0.462158203125, |
| "step": 10780, |
| "teacher_kl_loss": 2.521780490875244, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08517020089285714, |
| "ce_loss": 4.534706115722656, |
| "learning_rate": 1.4116481557658025e-05, |
| "loss": 5.151881217956543, |
| "mert_alignment_loss": 0.24028030037879944, |
| "mert_cosine": 0.7597196996212006, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.272021293640137, |
| "semantic_top1": 0.4862060546875, |
| "step": 10800, |
| "teacher_kl_loss": 2.468700885772705, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07845633370535714, |
| "ce_loss": 4.6035637855529785, |
| "learning_rate": 1.4075359934183464e-05, |
| "loss": 5.23085880279541, |
| "mert_alignment_loss": 0.24918830394744873, |
| "mert_cosine": 0.7508116960525513, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3554534912109375, |
| "semantic_top1": 0.4688720703125, |
| "step": 10820, |
| "teacher_kl_loss": 2.5091824531555176, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0753173828125, |
| "ce_loss": 4.649245738983154, |
| "learning_rate": 1.40342383107089e-05, |
| "loss": 5.277411460876465, |
| "mert_alignment_loss": 0.24860680103302002, |
| "mert_cosine": 0.75139319896698, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.40171480178833, |
| "semantic_top1": 0.4593505859375, |
| "step": 10840, |
| "teacher_kl_loss": 2.512662172317505, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07650320870535714, |
| "ce_loss": 4.614534378051758, |
| "learning_rate": 1.3993116687234334e-05, |
| "loss": 5.2412261962890625, |
| "mert_alignment_loss": 0.24646085500717163, |
| "mert_cosine": 0.7535391449928284, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.364457130432129, |
| "semantic_top1": 0.4671630859375, |
| "step": 10860, |
| "teacher_kl_loss": 2.506767988204956, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07901436941964286, |
| "ce_loss": 4.59388542175293, |
| "learning_rate": 1.3951995063759769e-05, |
| "loss": 5.217585563659668, |
| "mert_alignment_loss": 0.23853401839733124, |
| "mert_cosine": 0.7614659816026688, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.33685302734375, |
| "semantic_top1": 0.4739990234375, |
| "step": 10880, |
| "teacher_kl_loss": 2.4948008060455322, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08168247767857142, |
| "ce_loss": 4.597348213195801, |
| "learning_rate": 1.3910873440285204e-05, |
| "loss": 5.222010612487793, |
| "mert_alignment_loss": 0.24703684449195862, |
| "mert_cosine": 0.7529631555080414, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.345529556274414, |
| "semantic_top1": 0.4573974609375, |
| "step": 10900, |
| "teacher_kl_loss": 2.4986495971679688, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07861328125, |
| "ce_loss": 4.6126708984375, |
| "learning_rate": 1.3869751816810637e-05, |
| "loss": 5.2387800216674805, |
| "mert_alignment_loss": 0.24578911066055298, |
| "mert_cosine": 0.754210889339447, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3616743087768555, |
| "semantic_top1": 0.462646484375, |
| "step": 10920, |
| "teacher_kl_loss": 2.5044338703155518, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07584054129464286, |
| "ce_loss": 4.625141143798828, |
| "learning_rate": 1.3828630193336072e-05, |
| "loss": 5.252499103546143, |
| "mert_alignment_loss": 0.24325095117092133, |
| "mert_cosine": 0.7567490488290787, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.374124526977539, |
| "semantic_top1": 0.468505859375, |
| "step": 10940, |
| "teacher_kl_loss": 2.5094311237335205, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08077566964285714, |
| "ce_loss": 4.593259334564209, |
| "learning_rate": 1.3787508569861512e-05, |
| "loss": 5.214641571044922, |
| "mert_alignment_loss": 0.24088266491889954, |
| "mert_cosine": 0.7591173350811005, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.335082530975342, |
| "semantic_top1": 0.4732666015625, |
| "step": 10960, |
| "teacher_kl_loss": 2.485527515411377, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07425362723214286, |
| "ce_loss": 4.662402153015137, |
| "learning_rate": 1.3746386946386947e-05, |
| "loss": 5.291629791259766, |
| "mert_alignment_loss": 0.23763643205165863, |
| "mert_cosine": 0.7623635679483414, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.41044807434082, |
| "semantic_top1": 0.4609375, |
| "step": 10980, |
| "teacher_kl_loss": 2.5169098377227783, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07856096540178571, |
| "ce_loss": 4.6041083335876465, |
| "learning_rate": 1.3705265322912382e-05, |
| "loss": 5.22747802734375, |
| "mert_alignment_loss": 0.24134421348571777, |
| "mert_cosine": 0.7586557865142822, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.348150253295898, |
| "semantic_top1": 0.46826171875, |
| "step": 11000, |
| "teacher_kl_loss": 2.493478775024414, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07338090376420454, |
| "acoustic_top5": 0.2130745231331169, |
| "ce_loss": 4.681384693492543, |
| "head_0_top1": 0.41792436079545453, |
| "head_0_top5": 0.790924072265625, |
| "head_1_top1": 0.11578369140625, |
| "head_1_top5": 0.3231728293678977, |
| "head_2_top1": 0.12080799449573863, |
| "head_2_top5": 0.3278447931463068, |
| "head_3_top1": 0.09537298029119318, |
| "head_3_top5": 0.27268843217329547, |
| "head_4_top1": 0.07770052823153409, |
| "head_4_top5": 0.22972245649857956, |
| "head_5_top1": 0.04572365500710227, |
| "head_5_top5": 0.14333551580255682, |
| "head_6_top1": 0.031693892045454544, |
| "head_6_top5": 0.10498324307528409, |
| "head_7_top1": 0.026583584872159092, |
| "head_7_top5": 0.08977439186789772, |
| "loss": 5.317876295609907, |
| "mert_alignment_loss": 0.23987314917824484, |
| "mert_cosine": 0.7601268508217551, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4378134987571025, |
| "semantic_top1": 0.41792436079545453, |
| "semantic_top5": 0.790924072265625, |
| "step": 11000, |
| "teacher_kl_loss": 2.5459686626087534, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.0762939453125, |
| "ce_loss": 4.623159408569336, |
| "learning_rate": 1.3664143699437815e-05, |
| "loss": 5.25374174118042, |
| "mert_alignment_loss": 0.23698678612709045, |
| "mert_cosine": 0.7630132138729095, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.372235298156738, |
| "semantic_top1": 0.47119140625, |
| "step": 11020, |
| "teacher_kl_loss": 2.5223312377929688, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07965959821428571, |
| "ce_loss": 4.588160037994385, |
| "learning_rate": 1.3623022075963251e-05, |
| "loss": 5.219067573547363, |
| "mert_alignment_loss": 0.24142196774482727, |
| "mert_cosine": 0.7585780322551727, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.339777946472168, |
| "semantic_top1": 0.4791259765625, |
| "step": 11040, |
| "teacher_kl_loss": 2.5236287117004395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0777587890625, |
| "ce_loss": 4.60742712020874, |
| "learning_rate": 1.3581900452488685e-05, |
| "loss": 5.231108665466309, |
| "mert_alignment_loss": 0.24131442606449127, |
| "mert_cosine": 0.7586855739355087, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3517656326293945, |
| "semantic_top1": 0.463623046875, |
| "step": 11060, |
| "teacher_kl_loss": 2.494725227355957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07866559709821429, |
| "ce_loss": 4.5836029052734375, |
| "learning_rate": 1.3540778829014121e-05, |
| "loss": 5.210433006286621, |
| "mert_alignment_loss": 0.24329136312007904, |
| "mert_cosine": 0.756708636879921, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.33207893371582, |
| "semantic_top1": 0.4647216796875, |
| "step": 11080, |
| "teacher_kl_loss": 2.507319927215576, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07917131696428571, |
| "ce_loss": 4.600686550140381, |
| "learning_rate": 1.3499657205539558e-05, |
| "loss": 5.226244926452637, |
| "mert_alignment_loss": 0.24076464772224426, |
| "mert_cosine": 0.7592353522777557, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3466267585754395, |
| "semantic_top1": 0.4749755859375, |
| "step": 11100, |
| "teacher_kl_loss": 2.502232074737549, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07441057477678571, |
| "ce_loss": 4.6519622802734375, |
| "learning_rate": 1.3458535582064994e-05, |
| "loss": 5.284542560577393, |
| "mert_alignment_loss": 0.24091896414756775, |
| "mert_cosine": 0.7590810358524323, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.405002117156982, |
| "semantic_top1": 0.45556640625, |
| "step": 11120, |
| "teacher_kl_loss": 2.530320405960083, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07444545200892858, |
| "ce_loss": 4.660810470581055, |
| "learning_rate": 1.3417413958590427e-05, |
| "loss": 5.299808502197266, |
| "mert_alignment_loss": 0.24418923258781433, |
| "mert_cosine": 0.7558107674121857, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.421903133392334, |
| "semantic_top1": 0.4520263671875, |
| "step": 11140, |
| "teacher_kl_loss": 2.5559933185577393, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07606724330357142, |
| "ce_loss": 4.633718013763428, |
| "learning_rate": 1.3376292335115864e-05, |
| "loss": 5.2685322761535645, |
| "mert_alignment_loss": 0.2543658912181854, |
| "mert_cosine": 0.7456341087818146, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.395715236663818, |
| "semantic_top1": 0.45703125, |
| "step": 11160, |
| "teacher_kl_loss": 2.539257526397705, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0767822265625, |
| "ce_loss": 4.6472601890563965, |
| "learning_rate": 1.3335170711641297e-05, |
| "loss": 5.279177665710449, |
| "mert_alignment_loss": 0.24618251621723175, |
| "mert_cosine": 0.7538174837827682, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.402268886566162, |
| "semantic_top1": 0.449462890625, |
| "step": 11180, |
| "teacher_kl_loss": 2.5276715755462646, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07924107142857142, |
| "ce_loss": 4.644557952880859, |
| "learning_rate": 1.3294049088166734e-05, |
| "loss": 5.280810832977295, |
| "mert_alignment_loss": 0.24655789136886597, |
| "mert_cosine": 0.753442108631134, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.40408992767334, |
| "semantic_top1": 0.45556640625, |
| "step": 11200, |
| "teacher_kl_loss": 2.5450124740600586, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08051409040178571, |
| "ce_loss": 4.593432426452637, |
| "learning_rate": 1.3252927464692167e-05, |
| "loss": 5.214696407318115, |
| "mert_alignment_loss": 0.24542385339736938, |
| "mert_cosine": 0.7545761466026306, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.337408542633057, |
| "semantic_top1": 0.458740234375, |
| "step": 11220, |
| "teacher_kl_loss": 2.4850549697875977, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07585797991071429, |
| "ce_loss": 4.650886058807373, |
| "learning_rate": 1.3211805841217607e-05, |
| "loss": 5.2806010246276855, |
| "mert_alignment_loss": 0.23883183300495148, |
| "mert_cosine": 0.7611681669950485, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.400017261505127, |
| "semantic_top1": 0.4581298828125, |
| "step": 11240, |
| "teacher_kl_loss": 2.5188608169555664, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07542201450892858, |
| "ce_loss": 4.655916690826416, |
| "learning_rate": 1.3170684217743042e-05, |
| "loss": 5.290997505187988, |
| "mert_alignment_loss": 0.24361585080623627, |
| "mert_cosine": 0.7563841491937637, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.412805557250977, |
| "semantic_top1": 0.4647216796875, |
| "step": 11260, |
| "teacher_kl_loss": 2.540322780609131, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07594517299107142, |
| "ce_loss": 4.648512363433838, |
| "learning_rate": 1.3129562594268475e-05, |
| "loss": 5.28294563293457, |
| "mert_alignment_loss": 0.2435028851032257, |
| "mert_cosine": 0.7564971148967743, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.404697418212891, |
| "semantic_top1": 0.4676513671875, |
| "step": 11280, |
| "teacher_kl_loss": 2.5377330780029297, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07852608816964286, |
| "ce_loss": 4.5709028244018555, |
| "learning_rate": 1.308844097079391e-05, |
| "loss": 5.193629264831543, |
| "mert_alignment_loss": 0.241983562707901, |
| "mert_cosine": 0.758016437292099, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3146209716796875, |
| "semantic_top1": 0.4813232421875, |
| "step": 11300, |
| "teacher_kl_loss": 2.4909067153930664, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07802036830357142, |
| "ce_loss": 4.606239318847656, |
| "learning_rate": 1.3047319347319345e-05, |
| "loss": 5.230949878692627, |
| "mert_alignment_loss": 0.23782271146774292, |
| "mert_cosine": 0.7621772885322571, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.349861145019531, |
| "semantic_top1": 0.458984375, |
| "step": 11320, |
| "teacher_kl_loss": 2.4988436698913574, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0777587890625, |
| "ce_loss": 4.610692977905273, |
| "learning_rate": 1.3006197723844781e-05, |
| "loss": 5.23716926574707, |
| "mert_alignment_loss": 0.24778474867343903, |
| "mert_cosine": 0.752215251326561, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.361061096191406, |
| "semantic_top1": 0.4666748046875, |
| "step": 11340, |
| "teacher_kl_loss": 2.505903959274292, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07325962611607142, |
| "ce_loss": 4.645933151245117, |
| "learning_rate": 1.2965076100370216e-05, |
| "loss": 5.277174472808838, |
| "mert_alignment_loss": 0.2509135901927948, |
| "mert_cosine": 0.7490864098072052, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.402631759643555, |
| "semantic_top1": 0.4622802734375, |
| "step": 11360, |
| "teacher_kl_loss": 2.5249671936035156, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07815987723214286, |
| "ce_loss": 4.615469932556152, |
| "learning_rate": 1.2923954476895654e-05, |
| "loss": 5.240473747253418, |
| "mert_alignment_loss": 0.23999850451946259, |
| "mert_cosine": 0.7600014954805374, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.360473155975342, |
| "semantic_top1": 0.448486328125, |
| "step": 11380, |
| "teacher_kl_loss": 2.5000154972076416, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.078125, |
| "ce_loss": 4.6338396072387695, |
| "learning_rate": 1.2882832853421087e-05, |
| "loss": 5.267293930053711, |
| "mert_alignment_loss": 0.24141457676887512, |
| "mert_cosine": 0.7585854232311249, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.388000965118408, |
| "semantic_top1": 0.4517822265625, |
| "step": 11400, |
| "teacher_kl_loss": 2.533815383911133, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08040945870535714, |
| "ce_loss": 4.588412284851074, |
| "learning_rate": 1.2841711229946524e-05, |
| "loss": 5.2101731300354, |
| "mert_alignment_loss": 0.2352423220872879, |
| "mert_cosine": 0.7647576779127121, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.327794075012207, |
| "semantic_top1": 0.4716796875, |
| "step": 11420, |
| "teacher_kl_loss": 2.4870429039001465, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07613699776785714, |
| "ce_loss": 4.63649845123291, |
| "learning_rate": 1.2800589606471957e-05, |
| "loss": 5.2610907554626465, |
| "mert_alignment_loss": 0.23696881532669067, |
| "mert_cosine": 0.7630311846733093, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.379575252532959, |
| "semantic_top1": 0.4638671875, |
| "step": 11440, |
| "teacher_kl_loss": 2.49837064743042, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08231026785714286, |
| "ce_loss": 4.546793460845947, |
| "learning_rate": 1.2759467982997394e-05, |
| "loss": 5.163195610046387, |
| "mert_alignment_loss": 0.2457181215286255, |
| "mert_cosine": 0.7542818784713745, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.286054611206055, |
| "semantic_top1": 0.4632568359375, |
| "step": 11460, |
| "teacher_kl_loss": 2.4656081199645996, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07521275111607142, |
| "ce_loss": 4.670205593109131, |
| "learning_rate": 1.2718346359522829e-05, |
| "loss": 5.311806678771973, |
| "mert_alignment_loss": 0.24347279965877533, |
| "mert_cosine": 0.7565272003412247, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4335432052612305, |
| "semantic_top1": 0.4718017578125, |
| "step": 11480, |
| "teacher_kl_loss": 2.56640362739563, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07578822544642858, |
| "ce_loss": 4.634567737579346, |
| "learning_rate": 1.2677224736048262e-05, |
| "loss": 5.258455753326416, |
| "mert_alignment_loss": 0.2367749661207199, |
| "mert_cosine": 0.7632250338792801, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.376843452453613, |
| "semantic_top1": 0.460693359375, |
| "step": 11500, |
| "teacher_kl_loss": 2.495553731918335, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0737257127637987, |
| "acoustic_top5": 0.21399163580560066, |
| "ce_loss": 4.673743161288175, |
| "head_0_top1": 0.41938365589488635, |
| "head_0_top5": 0.7926885431463068, |
| "head_1_top1": 0.11606667258522728, |
| "head_1_top5": 0.3235112970525568, |
| "head_2_top1": 0.12167635830965909, |
| "head_2_top5": 0.33009199662642047, |
| "head_3_top1": 0.09567538174715909, |
| "head_3_top5": 0.27430863813920453, |
| "head_4_top1": 0.07805286754261363, |
| "head_4_top5": 0.22990556196732956, |
| "head_5_top1": 0.046067671342329544, |
| "head_5_top5": 0.14473932439630682, |
| "head_6_top1": 0.031632856889204544, |
| "head_6_top5": 0.10498046875, |
| "head_7_top1": 0.026908180930397728, |
| "head_7_top5": 0.09040416370738637, |
| "loss": 5.309654582630504, |
| "mert_alignment_loss": 0.23931182514537463, |
| "mert_cosine": 0.7606881748546254, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.429310191761363, |
| "semantic_top1": 0.41938365589488635, |
| "semantic_top5": 0.7926885431463068, |
| "step": 11500, |
| "teacher_kl_loss": 2.5436446449973364, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.0771484375, |
| "ce_loss": 4.618844032287598, |
| "learning_rate": 1.26361031125737e-05, |
| "loss": 5.249635219573975, |
| "mert_alignment_loss": 0.24198052287101746, |
| "mert_cosine": 0.7580194771289825, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3706254959106445, |
| "semantic_top1": 0.4764404296875, |
| "step": 11520, |
| "teacher_kl_loss": 2.5231642723083496, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07500348772321429, |
| "ce_loss": 4.639621734619141, |
| "learning_rate": 1.2594981489099137e-05, |
| "loss": 5.273731231689453, |
| "mert_alignment_loss": 0.2437504678964615, |
| "mert_cosine": 0.7562495321035385, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.395606517791748, |
| "semantic_top1": 0.4586181640625, |
| "step": 11540, |
| "teacher_kl_loss": 2.5364370346069336, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07723563058035714, |
| "ce_loss": 4.618198394775391, |
| "learning_rate": 1.2553859865624571e-05, |
| "loss": 5.2469563484191895, |
| "mert_alignment_loss": 0.24894246459007263, |
| "mert_cosine": 0.7510575354099274, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.371427536010742, |
| "semantic_top1": 0.458984375, |
| "step": 11560, |
| "teacher_kl_loss": 2.5150318145751953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0802001953125, |
| "ce_loss": 4.590490341186523, |
| "learning_rate": 1.2512738242150008e-05, |
| "loss": 5.214156627655029, |
| "mert_alignment_loss": 0.2433147132396698, |
| "mert_cosine": 0.7566852867603302, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.335813522338867, |
| "semantic_top1": 0.4635009765625, |
| "step": 11580, |
| "teacher_kl_loss": 2.494663715362549, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0819091796875, |
| "ce_loss": 4.565903663635254, |
| "learning_rate": 1.2471616618675441e-05, |
| "loss": 5.17842960357666, |
| "mert_alignment_loss": 0.24062760174274445, |
| "mert_cosine": 0.7593723982572556, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.29874324798584, |
| "semantic_top1": 0.463623046875, |
| "step": 11600, |
| "teacher_kl_loss": 2.450106143951416, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08206612723214286, |
| "ce_loss": 4.566532135009766, |
| "learning_rate": 1.2430494995200876e-05, |
| "loss": 5.1916069984436035, |
| "mert_alignment_loss": 0.24358993768692017, |
| "mert_cosine": 0.7564100623130798, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.31340217590332, |
| "semantic_top1": 0.4703369140625, |
| "step": 11620, |
| "teacher_kl_loss": 2.5002996921539307, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08018275669642858, |
| "ce_loss": 4.5949931144714355, |
| "learning_rate": 1.238937337172631e-05, |
| "loss": 5.220834732055664, |
| "mert_alignment_loss": 0.24500761926174164, |
| "mert_cosine": 0.7549923807382584, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.343338966369629, |
| "semantic_top1": 0.4639892578125, |
| "step": 11640, |
| "teacher_kl_loss": 2.5033657550811768, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07791573660714286, |
| "ce_loss": 4.607611656188965, |
| "learning_rate": 1.2348251748251747e-05, |
| "loss": 5.232975959777832, |
| "mert_alignment_loss": 0.24484172463417053, |
| "mert_cosine": 0.7551582753658295, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3553972244262695, |
| "semantic_top1": 0.466552734375, |
| "step": 11660, |
| "teacher_kl_loss": 2.5014562606811523, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07807268415178571, |
| "ce_loss": 4.623371601104736, |
| "learning_rate": 1.2307130124777184e-05, |
| "loss": 5.24876070022583, |
| "mert_alignment_loss": 0.24240460991859436, |
| "mert_cosine": 0.7575953900814056, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3699631690979, |
| "semantic_top1": 0.471435546875, |
| "step": 11680, |
| "teacher_kl_loss": 2.501556873321533, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07952008928571429, |
| "ce_loss": 4.591447830200195, |
| "learning_rate": 1.2266008501302619e-05, |
| "loss": 5.210366249084473, |
| "mert_alignment_loss": 0.24510343372821808, |
| "mert_cosine": 0.7548965662717819, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.332918167114258, |
| "semantic_top1": 0.4598388671875, |
| "step": 11700, |
| "teacher_kl_loss": 2.475675582885742, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07652064732142858, |
| "ce_loss": 4.605377197265625, |
| "learning_rate": 1.2224886877828054e-05, |
| "loss": 5.231019496917725, |
| "mert_alignment_loss": 0.2446504533290863, |
| "mert_cosine": 0.7553495466709137, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.353344917297363, |
| "semantic_top1": 0.46484375, |
| "step": 11720, |
| "teacher_kl_loss": 2.5025691986083984, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07657296316964286, |
| "ce_loss": 4.6189398765563965, |
| "learning_rate": 1.2183765254353489e-05, |
| "loss": 5.244161128997803, |
| "mert_alignment_loss": 0.2389131784439087, |
| "mert_cosine": 0.7610868215560913, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.363617897033691, |
| "semantic_top1": 0.466552734375, |
| "step": 11740, |
| "teacher_kl_loss": 2.500885009765625, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07660784040178571, |
| "ce_loss": 4.6260986328125, |
| "learning_rate": 1.2142643630878923e-05, |
| "loss": 5.251426696777344, |
| "mert_alignment_loss": 0.2418479174375534, |
| "mert_cosine": 0.7581520825624466, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.372350215911865, |
| "semantic_top1": 0.467041015625, |
| "step": 11760, |
| "teacher_kl_loss": 2.501311779022217, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07807268415178571, |
| "ce_loss": 4.6109747886657715, |
| "learning_rate": 1.2101522007404362e-05, |
| "loss": 5.241663932800293, |
| "mert_alignment_loss": 0.24396847188472748, |
| "mert_cosine": 0.7560315281152725, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.363648414611816, |
| "semantic_top1": 0.4700927734375, |
| "step": 11780, |
| "teacher_kl_loss": 2.5227584838867188, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0784912109375, |
| "ce_loss": 4.634861469268799, |
| "learning_rate": 1.2060400383929798e-05, |
| "loss": 5.262105941772461, |
| "mert_alignment_loss": 0.2448107898235321, |
| "mert_cosine": 0.7551892101764679, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.384511470794678, |
| "semantic_top1": 0.4521484375, |
| "step": 11800, |
| "teacher_kl_loss": 2.5089776515960693, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07795061383928571, |
| "ce_loss": 4.618894577026367, |
| "learning_rate": 1.2019278760455231e-05, |
| "loss": 5.249228477478027, |
| "mert_alignment_loss": 0.238947793841362, |
| "mert_cosine": 0.761052206158638, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.368701934814453, |
| "semantic_top1": 0.471923828125, |
| "step": 11820, |
| "teacher_kl_loss": 2.521336317062378, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07854352678571429, |
| "ce_loss": 4.61065149307251, |
| "learning_rate": 1.1978157136980665e-05, |
| "loss": 5.234346389770508, |
| "mert_alignment_loss": 0.24572674930095673, |
| "mert_cosine": 0.7542732506990433, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.357210159301758, |
| "semantic_top1": 0.46923828125, |
| "step": 11840, |
| "teacher_kl_loss": 2.4947800636291504, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08112444196428571, |
| "ce_loss": 4.58809757232666, |
| "learning_rate": 1.1937035513506101e-05, |
| "loss": 5.2084527015686035, |
| "mert_alignment_loss": 0.24092242121696472, |
| "mert_cosine": 0.7590775787830353, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.328913688659668, |
| "semantic_top1": 0.47607421875, |
| "step": 11860, |
| "teacher_kl_loss": 2.48142147064209, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.078369140625, |
| "ce_loss": 4.61812686920166, |
| "learning_rate": 1.1895913890031534e-05, |
| "loss": 5.2477521896362305, |
| "mert_alignment_loss": 0.23488852381706238, |
| "mert_cosine": 0.7651114761829376, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.365196228027344, |
| "semantic_top1": 0.46875, |
| "step": 11880, |
| "teacher_kl_loss": 2.5185022354125977, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08197893415178571, |
| "ce_loss": 4.5782270431518555, |
| "learning_rate": 1.185479226655697e-05, |
| "loss": 5.200313568115234, |
| "mert_alignment_loss": 0.24636729061603546, |
| "mert_cosine": 0.7536327093839645, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3234968185424805, |
| "semantic_top1": 0.4677734375, |
| "step": 11900, |
| "teacher_kl_loss": 2.488345146179199, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08013044084821429, |
| "ce_loss": 4.56998348236084, |
| "learning_rate": 1.181367064308241e-05, |
| "loss": 5.188374996185303, |
| "mert_alignment_loss": 0.2386007010936737, |
| "mert_cosine": 0.7613992989063263, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.307675361633301, |
| "semantic_top1": 0.4775390625, |
| "step": 11920, |
| "teacher_kl_loss": 2.473567485809326, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07706124441964286, |
| "ce_loss": 4.636972904205322, |
| "learning_rate": 1.1772549019607844e-05, |
| "loss": 5.264472007751465, |
| "mert_alignment_loss": 0.24328579008579254, |
| "mert_cosine": 0.7567142099142075, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.386114597320557, |
| "semantic_top1": 0.460205078125, |
| "step": 11940, |
| "teacher_kl_loss": 2.5099949836730957, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07779366629464286, |
| "ce_loss": 4.605990409851074, |
| "learning_rate": 1.1731427396133279e-05, |
| "loss": 5.228475570678711, |
| "mert_alignment_loss": 0.2347109168767929, |
| "mert_cosine": 0.7652890831232071, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.345830917358398, |
| "semantic_top1": 0.4703369140625, |
| "step": 11960, |
| "teacher_kl_loss": 2.4899380207061768, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07625906808035714, |
| "ce_loss": 4.652505397796631, |
| "learning_rate": 1.1690305772658714e-05, |
| "loss": 5.285810470581055, |
| "mert_alignment_loss": 0.23746398091316223, |
| "mert_cosine": 0.7625360190868378, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.404542922973633, |
| "semantic_top1": 0.467529296875, |
| "step": 11980, |
| "teacher_kl_loss": 2.533220052719116, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07890973772321429, |
| "ce_loss": 4.59061861038208, |
| "learning_rate": 1.1649184149184149e-05, |
| "loss": 5.213831901550293, |
| "mert_alignment_loss": 0.2392347902059555, |
| "mert_cosine": 0.7607652097940445, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.333449363708496, |
| "semantic_top1": 0.470458984375, |
| "step": 12000, |
| "teacher_kl_loss": 2.4928526878356934, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07417713512073863, |
| "acoustic_top5": 0.21510453657670456, |
| "ce_loss": 4.666432467373935, |
| "head_0_top1": 0.4220636541193182, |
| "head_0_top5": 0.7952104048295454, |
| "head_1_top1": 0.11665482954545454, |
| "head_1_top5": 0.32521195845170453, |
| "head_2_top1": 0.12220625443892046, |
| "head_2_top5": 0.3312155983664773, |
| "head_3_top1": 0.09684614701704546, |
| "head_3_top5": 0.27543501420454547, |
| "head_4_top1": 0.07895729758522728, |
| "head_4_top5": 0.23249123313210227, |
| "head_5_top1": 0.04594837535511364, |
| "head_5_top5": 0.14491410688920456, |
| "head_6_top1": 0.031538529829545456, |
| "head_6_top5": 0.10548262162642046, |
| "head_7_top1": 0.027088512073863636, |
| "head_7_top5": 0.09098122336647728, |
| "loss": 5.3017966530539775, |
| "mert_alignment_loss": 0.23869241367686878, |
| "mert_cosine": 0.7613075863231312, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.4211436184969815, |
| "semantic_top1": 0.4220636541193182, |
| "semantic_top5": 0.7952104048295454, |
| "step": 12000, |
| "teacher_kl_loss": 2.5414588234641333, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07793317522321429, |
| "ce_loss": 4.631351470947266, |
| "learning_rate": 1.1608062525709583e-05, |
| "loss": 5.259634017944336, |
| "mert_alignment_loss": 0.2509591579437256, |
| "mert_cosine": 0.7490408420562744, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.38511323928833, |
| "semantic_top1": 0.46923828125, |
| "step": 12020, |
| "teacher_kl_loss": 2.513129711151123, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07943289620535714, |
| "ce_loss": 4.583271026611328, |
| "learning_rate": 1.1566940902235017e-05, |
| "loss": 5.205534934997559, |
| "mert_alignment_loss": 0.23802103102207184, |
| "mert_cosine": 0.7619789689779282, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.324545383453369, |
| "semantic_top1": 0.4736328125, |
| "step": 12040, |
| "teacher_kl_loss": 2.48905611038208, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07591029575892858, |
| "ce_loss": 4.607953071594238, |
| "learning_rate": 1.1525819278760457e-05, |
| "loss": 5.23103141784668, |
| "mert_alignment_loss": 0.23753765225410461, |
| "mert_cosine": 0.7624623477458954, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.349800109863281, |
| "semantic_top1": 0.4775390625, |
| "step": 12060, |
| "teacher_kl_loss": 2.4923131465911865, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07327706473214286, |
| "ce_loss": 4.65808629989624, |
| "learning_rate": 1.1484697655285891e-05, |
| "loss": 5.2900071144104, |
| "mert_alignment_loss": 0.24224846065044403, |
| "mert_cosine": 0.757751539349556, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.411131381988525, |
| "semantic_top1": 0.464111328125, |
| "step": 12080, |
| "teacher_kl_loss": 2.5276846885681152, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07695661272321429, |
| "ce_loss": 4.626808166503906, |
| "learning_rate": 1.1443576031811326e-05, |
| "loss": 5.254745960235596, |
| "mert_alignment_loss": 0.2348749339580536, |
| "mert_cosine": 0.7651250660419464, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.372183799743652, |
| "semantic_top1": 0.4718017578125, |
| "step": 12100, |
| "teacher_kl_loss": 2.511754035949707, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07829938616071429, |
| "ce_loss": 4.599632740020752, |
| "learning_rate": 1.1402454408336761e-05, |
| "loss": 5.224118232727051, |
| "mert_alignment_loss": 0.23753030598163605, |
| "mert_cosine": 0.762469694018364, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.342883110046387, |
| "semantic_top1": 0.4659423828125, |
| "step": 12120, |
| "teacher_kl_loss": 2.4979398250579834, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08103724888392858, |
| "ce_loss": 4.561656951904297, |
| "learning_rate": 1.1361332784862194e-05, |
| "loss": 5.1791791915893555, |
| "mert_alignment_loss": 0.2394612431526184, |
| "mert_cosine": 0.7605387568473816, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.298909664154053, |
| "semantic_top1": 0.478271484375, |
| "step": 12140, |
| "teacher_kl_loss": 2.470088005065918, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07889229910714286, |
| "ce_loss": 4.603279113769531, |
| "learning_rate": 1.1320211161387631e-05, |
| "loss": 5.231287479400635, |
| "mert_alignment_loss": 0.24537178874015808, |
| "mert_cosine": 0.7546282112598419, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.353973388671875, |
| "semantic_top1": 0.468994140625, |
| "step": 12160, |
| "teacher_kl_loss": 2.5120320320129395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07655552455357142, |
| "ce_loss": 4.604921340942383, |
| "learning_rate": 1.1279089537913064e-05, |
| "loss": 5.226860046386719, |
| "mert_alignment_loss": 0.2434130311012268, |
| "mert_cosine": 0.7565869688987732, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.34856653213501, |
| "semantic_top1": 0.4658203125, |
| "step": 12180, |
| "teacher_kl_loss": 2.4877524375915527, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08067103794642858, |
| "ce_loss": 4.584285736083984, |
| "learning_rate": 1.1237967914438504e-05, |
| "loss": 5.206329822540283, |
| "mert_alignment_loss": 0.23724479973316193, |
| "mert_cosine": 0.7627552002668381, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.324952125549316, |
| "semantic_top1": 0.4801025390625, |
| "step": 12200, |
| "teacher_kl_loss": 2.488176107406616, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08196149553571429, |
| "ce_loss": 4.561854839324951, |
| "learning_rate": 1.1196846290963937e-05, |
| "loss": 5.181536674499512, |
| "mert_alignment_loss": 0.23319491744041443, |
| "mert_cosine": 0.7668050825595856, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.2981343269348145, |
| "semantic_top1": 0.4801025390625, |
| "step": 12220, |
| "teacher_kl_loss": 2.478727340698242, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08058384486607142, |
| "ce_loss": 4.557051181793213, |
| "learning_rate": 1.1155724667489374e-05, |
| "loss": 5.178864479064941, |
| "mert_alignment_loss": 0.23832671344280243, |
| "mert_cosine": 0.7616732865571976, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.298027992248535, |
| "semantic_top1": 0.4742431640625, |
| "step": 12240, |
| "teacher_kl_loss": 2.4872546195983887, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07945033482142858, |
| "ce_loss": 4.592962741851807, |
| "learning_rate": 1.1114603044014807e-05, |
| "loss": 5.214267730712891, |
| "mert_alignment_loss": 0.2439737617969513, |
| "mert_cosine": 0.7560262382030487, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.336255073547363, |
| "semantic_top1": 0.4488525390625, |
| "step": 12260, |
| "teacher_kl_loss": 2.4852206707000732, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08279854910714286, |
| "ce_loss": 4.57004976272583, |
| "learning_rate": 1.1073481420540243e-05, |
| "loss": 5.187625408172607, |
| "mert_alignment_loss": 0.24293993413448334, |
| "mert_cosine": 0.7570600658655167, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.30909538269043, |
| "semantic_top1": 0.4881591796875, |
| "step": 12280, |
| "teacher_kl_loss": 2.470301389694214, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08360072544642858, |
| "ce_loss": 4.548070430755615, |
| "learning_rate": 1.1032359797065677e-05, |
| "loss": 5.164616584777832, |
| "mert_alignment_loss": 0.2398882955312729, |
| "mert_cosine": 0.7601117044687271, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.284560203552246, |
| "semantic_top1": 0.4658203125, |
| "step": 12300, |
| "teacher_kl_loss": 2.466184377670288, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08079310825892858, |
| "ce_loss": 4.591083526611328, |
| "learning_rate": 1.0991238173591113e-05, |
| "loss": 5.218673229217529, |
| "mert_alignment_loss": 0.24727803468704224, |
| "mert_cosine": 0.7527219653129578, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.342312335968018, |
| "semantic_top1": 0.4678955078125, |
| "step": 12320, |
| "teacher_kl_loss": 2.5103588104248047, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07728794642857142, |
| "ce_loss": 4.584239959716797, |
| "learning_rate": 1.0950116550116551e-05, |
| "loss": 5.205343723297119, |
| "mert_alignment_loss": 0.23739346861839294, |
| "mert_cosine": 0.7626065313816071, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.32404088973999, |
| "semantic_top1": 0.48291015625, |
| "step": 12340, |
| "teacher_kl_loss": 2.4844155311584473, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07700892857142858, |
| "ce_loss": 4.598953723907471, |
| "learning_rate": 1.0908994926641986e-05, |
| "loss": 5.225281238555908, |
| "mert_alignment_loss": 0.23988817632198334, |
| "mert_cosine": 0.7601118236780167, |
| "mert_weight": 0.5, |
| "optimization_loss": 5.3452253341674805, |
| "semantic_top1": 0.4822998046875, |
| "step": 12360, |
| "teacher_kl_loss": 2.50531005859375, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08253696986607142, |
| "ce_loss": 4.577898025512695, |
| "learning_rate": 1.086787330316742e-05, |
| "loss": 5.204333305358887, |
| "mert_alignment_loss": 0.2415410727262497, |
| "mert_cosine": 0.7584589272737503, |
| "mert_weight": 0.4974518686296715, |
| "optimization_loss": 5.324488162994385, |
| "semantic_top1": 0.46875, |
| "step": 12380, |
| "teacher_kl_loss": 2.5057406425476074, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08321707589285714, |
| "ce_loss": 4.564603805541992, |
| "learning_rate": 1.0826751679692854e-05, |
| "loss": 5.18002986907959, |
| "mert_alignment_loss": 0.23612861335277557, |
| "mert_cosine": 0.7638713866472244, |
| "mert_weight": 0.49462061155152875, |
| "optimization_loss": 5.296823978424072, |
| "semantic_top1": 0.4693603515625, |
| "step": 12400, |
| "teacher_kl_loss": 2.461704969406128, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08579799107142858, |
| "ce_loss": 4.525792121887207, |
| "learning_rate": 1.078563005621829e-05, |
| "loss": 5.135282039642334, |
| "mert_alignment_loss": 0.23864904046058655, |
| "mert_cosine": 0.7613509595394135, |
| "mert_weight": 0.491789354473386, |
| "optimization_loss": 5.2526469230651855, |
| "semantic_top1": 0.483642578125, |
| "step": 12420, |
| "teacher_kl_loss": 2.4379608631134033, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07864815848214286, |
| "ce_loss": 4.595174789428711, |
| "learning_rate": 1.0744508432743724e-05, |
| "loss": 5.2201032638549805, |
| "mert_alignment_loss": 0.24003365635871887, |
| "mert_cosine": 0.7599663436412811, |
| "mert_weight": 0.48895809739524326, |
| "optimization_loss": 5.337470054626465, |
| "semantic_top1": 0.4722900390625, |
| "step": 12440, |
| "teacher_kl_loss": 2.499715805053711, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08143833705357142, |
| "ce_loss": 4.570645332336426, |
| "learning_rate": 1.070338680926916e-05, |
| "loss": 5.189640045166016, |
| "mert_alignment_loss": 0.2389451265335083, |
| "mert_cosine": 0.7610548734664917, |
| "mert_weight": 0.4861268403171008, |
| "optimization_loss": 5.305797576904297, |
| "semantic_top1": 0.486328125, |
| "step": 12460, |
| "teacher_kl_loss": 2.475977897644043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08035714285714286, |
| "ce_loss": 4.583192348480225, |
| "learning_rate": 1.0662265185794597e-05, |
| "loss": 5.212980270385742, |
| "mert_alignment_loss": 0.24312429130077362, |
| "mert_cosine": 0.7568757086992264, |
| "mert_weight": 0.48329558323895805, |
| "optimization_loss": 5.330481052398682, |
| "semantic_top1": 0.4744873046875, |
| "step": 12480, |
| "teacher_kl_loss": 2.519150733947754, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07538713727678571, |
| "ce_loss": 4.63640022277832, |
| "learning_rate": 1.0621143562320034e-05, |
| "loss": 5.2735090255737305, |
| "mert_alignment_loss": 0.23571889102458954, |
| "mert_cosine": 0.7642811089754105, |
| "mert_weight": 0.4804643261608153, |
| "optimization_loss": 5.386763572692871, |
| "semantic_top1": 0.484130859375, |
| "step": 12500, |
| "teacher_kl_loss": 2.548434257507324, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07441453809862013, |
| "acoustic_top5": 0.2154005967177354, |
| "ce_loss": 4.66277451948686, |
| "head_0_top1": 0.4229403409090909, |
| "head_0_top5": 0.7964366566051136, |
| "head_1_top1": 0.116546630859375, |
| "head_1_top5": 0.3252286044034091, |
| "head_2_top1": 0.12289151278409091, |
| "head_2_top5": 0.3319646661931818, |
| "head_3_top1": 0.09722622958096591, |
| "head_3_top5": 0.27640880237926135, |
| "head_4_top1": 0.07928189364346591, |
| "head_4_top5": 0.23256891424005682, |
| "head_5_top1": 0.04620083895596591, |
| "head_5_top5": 0.14500565962357956, |
| "head_6_top1": 0.03171053799715909, |
| "head_6_top5": 0.10569624467329546, |
| "head_7_top1": 0.02704412286931818, |
| "head_7_top5": 0.09093128551136363, |
| "loss": 5.29755332253196, |
| "mert_alignment_loss": 0.23814996806058017, |
| "mert_cosine": 0.7618500319394198, |
| "mert_weight": 0.4804643261608153, |
| "optimization_loss": 5.411975860595703, |
| "semantic_top1": 0.4229403409090909, |
| "semantic_top5": 0.7964366566051136, |
| "step": 12500, |
| "teacher_kl_loss": 2.5391148653897373, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08176967075892858, |
| "ce_loss": 4.566349506378174, |
| "learning_rate": 1.0580021938845467e-05, |
| "loss": 5.1878662109375, |
| "mert_alignment_loss": 0.23677264153957367, |
| "mert_cosine": 0.7632273584604263, |
| "mert_weight": 0.47763306908267256, |
| "optimization_loss": 5.300957202911377, |
| "semantic_top1": 0.4698486328125, |
| "step": 12520, |
| "teacher_kl_loss": 2.4860684871673584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07770647321428571, |
| "ce_loss": 4.618660926818848, |
| "learning_rate": 1.0538900315370903e-05, |
| "loss": 5.252408027648926, |
| "mert_alignment_loss": 0.24214336276054382, |
| "mert_cosine": 0.7578566372394562, |
| "mert_weight": 0.4748018120045298, |
| "optimization_loss": 5.367378234863281, |
| "semantic_top1": 0.4781494140625, |
| "step": 12540, |
| "teacher_kl_loss": 2.534986972808838, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07861328125, |
| "ce_loss": 4.5827860832214355, |
| "learning_rate": 1.0497778691896337e-05, |
| "loss": 5.201672077178955, |
| "mert_alignment_loss": 0.23944272100925446, |
| "mert_cosine": 0.7605572789907455, |
| "mert_weight": 0.47197055492638734, |
| "optimization_loss": 5.3146820068359375, |
| "semantic_top1": 0.47802734375, |
| "step": 12560, |
| "teacher_kl_loss": 2.4755454063415527, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07761928013392858, |
| "ce_loss": 4.619888782501221, |
| "learning_rate": 1.0456657068421773e-05, |
| "loss": 5.245545864105225, |
| "mert_alignment_loss": 0.24312976002693176, |
| "mert_cosine": 0.7568702399730682, |
| "mert_weight": 0.4691392978482446, |
| "optimization_loss": 5.359607696533203, |
| "semantic_top1": 0.4805908203125, |
| "step": 12580, |
| "teacher_kl_loss": 2.5026280879974365, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08171735491071429, |
| "ce_loss": 4.56483268737793, |
| "learning_rate": 1.0415535444947208e-05, |
| "loss": 5.1808929443359375, |
| "mert_alignment_loss": 0.23916007578372955, |
| "mert_cosine": 0.7608399242162704, |
| "mert_weight": 0.46630804077010185, |
| "optimization_loss": 5.292415618896484, |
| "semantic_top1": 0.4852294921875, |
| "step": 12600, |
| "teacher_kl_loss": 2.4642434120178223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08440290178571429, |
| "ce_loss": 4.541111946105957, |
| "learning_rate": 1.0374413821472646e-05, |
| "loss": 5.154833793640137, |
| "mert_alignment_loss": 0.24433070421218872, |
| "mert_cosine": 0.7556692957878113, |
| "mert_weight": 0.4634767836919591, |
| "optimization_loss": 5.268074989318848, |
| "semantic_top1": 0.4683837890625, |
| "step": 12620, |
| "teacher_kl_loss": 2.4548869132995605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07866559709821429, |
| "ce_loss": 4.591254234313965, |
| "learning_rate": 1.033329219799808e-05, |
| "loss": 5.218395233154297, |
| "mert_alignment_loss": 0.24087069928646088, |
| "mert_cosine": 0.7591293007135391, |
| "mert_weight": 0.46064552661381636, |
| "optimization_loss": 5.329351425170898, |
| "semantic_top1": 0.46044921875, |
| "step": 12640, |
| "teacher_kl_loss": 2.508565902709961, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.080078125, |
| "ce_loss": 4.574743747711182, |
| "learning_rate": 1.0292170574523516e-05, |
| "loss": 5.193222999572754, |
| "mert_alignment_loss": 0.2426002323627472, |
| "mert_cosine": 0.7573997676372528, |
| "mert_weight": 0.4578142695356736, |
| "optimization_loss": 5.3042893409729, |
| "semantic_top1": 0.464599609375, |
| "step": 12660, |
| "teacher_kl_loss": 2.473917245864868, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08297293526785714, |
| "ce_loss": 4.5323076248168945, |
| "learning_rate": 1.0251048951048951e-05, |
| "loss": 5.142298698425293, |
| "mert_alignment_loss": 0.24464266002178192, |
| "mert_cosine": 0.7553573399782181, |
| "mert_weight": 0.45498301245753114, |
| "optimization_loss": 5.253606796264648, |
| "semantic_top1": 0.468505859375, |
| "step": 12680, |
| "teacher_kl_loss": 2.4399638175964355, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08086286272321429, |
| "ce_loss": 4.570964336395264, |
| "learning_rate": 1.0209927327574387e-05, |
| "loss": 5.1923418045043945, |
| "mert_alignment_loss": 0.24268430471420288, |
| "mert_cosine": 0.7573156952857971, |
| "mert_weight": 0.4521517553793884, |
| "optimization_loss": 5.302072525024414, |
| "semantic_top1": 0.4691162109375, |
| "step": 12700, |
| "teacher_kl_loss": 2.485511541366577, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07941545758928571, |
| "ce_loss": 4.57183837890625, |
| "learning_rate": 1.016880570409982e-05, |
| "loss": 5.1976399421691895, |
| "mert_alignment_loss": 0.24632816016674042, |
| "mert_cosine": 0.7536718398332596, |
| "mert_weight": 0.44932049830124565, |
| "optimization_loss": 5.30832052230835, |
| "semantic_top1": 0.4642333984375, |
| "step": 12720, |
| "teacher_kl_loss": 2.5032060146331787, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0762939453125, |
| "ce_loss": 4.6236958503723145, |
| "learning_rate": 1.0127684080625254e-05, |
| "loss": 5.254898548126221, |
| "mert_alignment_loss": 0.23381567001342773, |
| "mert_cosine": 0.7661843299865723, |
| "mert_weight": 0.4464892412231029, |
| "optimization_loss": 5.359294891357422, |
| "semantic_top1": 0.4691162109375, |
| "step": 12740, |
| "teacher_kl_loss": 2.524811029434204, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07939801897321429, |
| "ce_loss": 4.5887885093688965, |
| "learning_rate": 1.0086562457150692e-05, |
| "loss": 5.210237503051758, |
| "mert_alignment_loss": 0.23919983208179474, |
| "mert_cosine": 0.7608001679182053, |
| "mert_weight": 0.44365798414496016, |
| "optimization_loss": 5.3163604736328125, |
| "semantic_top1": 0.459716796875, |
| "step": 12760, |
| "teacher_kl_loss": 2.485795021057129, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08051409040178571, |
| "ce_loss": 4.590290546417236, |
| "learning_rate": 1.0045440833676127e-05, |
| "loss": 5.217028617858887, |
| "mert_alignment_loss": 0.24239452183246613, |
| "mert_cosine": 0.7576054781675339, |
| "mert_weight": 0.4408267270668177, |
| "optimization_loss": 5.323882102966309, |
| "semantic_top1": 0.4761962890625, |
| "step": 12780, |
| "teacher_kl_loss": 2.5069527626037598, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07557896205357142, |
| "ce_loss": 4.6066484451293945, |
| "learning_rate": 1.0004319210201563e-05, |
| "loss": 5.2313995361328125, |
| "mert_alignment_loss": 0.2361011952161789, |
| "mert_cosine": 0.7638988047838211, |
| "mert_weight": 0.43799546998867495, |
| "optimization_loss": 5.334811210632324, |
| "semantic_top1": 0.4881591796875, |
| "step": 12800, |
| "teacher_kl_loss": 2.4990057945251465, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07655552455357142, |
| "ce_loss": 4.62105655670166, |
| "learning_rate": 9.963197586726998e-06, |
| "loss": 5.248292922973633, |
| "mert_alignment_loss": 0.23606961965560913, |
| "mert_cosine": 0.7639303803443909, |
| "mert_weight": 0.4351642129105322, |
| "optimization_loss": 5.351022243499756, |
| "semantic_top1": 0.4842529296875, |
| "step": 12820, |
| "teacher_kl_loss": 2.508945941925049, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07756696428571429, |
| "ce_loss": 4.607818603515625, |
| "learning_rate": 9.922075963252433e-06, |
| "loss": 5.241459846496582, |
| "mert_alignment_loss": 0.23787271976470947, |
| "mert_cosine": 0.7621272802352905, |
| "mert_weight": 0.43233295583238945, |
| "optimization_loss": 5.344299793243408, |
| "semantic_top1": 0.4652099609375, |
| "step": 12840, |
| "teacher_kl_loss": 2.53456449508667, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08380998883928571, |
| "ce_loss": 4.547575950622559, |
| "learning_rate": 9.880954339777868e-06, |
| "loss": 5.1706695556640625, |
| "mert_alignment_loss": 0.24527692794799805, |
| "mert_cosine": 0.754723072052002, |
| "mert_weight": 0.4295016987542467, |
| "optimization_loss": 5.276016712188721, |
| "semantic_top1": 0.468505859375, |
| "step": 12860, |
| "teacher_kl_loss": 2.4923741817474365, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08302525111607142, |
| "ce_loss": 4.555813312530518, |
| "learning_rate": 9.839832716303303e-06, |
| "loss": 5.175707817077637, |
| "mert_alignment_loss": 0.23160064220428467, |
| "mert_cosine": 0.7683993577957153, |
| "mert_weight": 0.42667044167610396, |
| "optimization_loss": 5.2745256423950195, |
| "semantic_top1": 0.484619140625, |
| "step": 12880, |
| "teacher_kl_loss": 2.479579448699951, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07917131696428571, |
| "ce_loss": 4.606512546539307, |
| "learning_rate": 9.798711092828741e-06, |
| "loss": 5.237776756286621, |
| "mert_alignment_loss": 0.23989371955394745, |
| "mert_cosine": 0.7601062804460526, |
| "mert_weight": 0.4238391845979615, |
| "optimization_loss": 5.33945369720459, |
| "semantic_top1": 0.48046875, |
| "step": 12900, |
| "teacher_kl_loss": 2.525057792663574, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08457728794642858, |
| "ce_loss": 4.5672607421875, |
| "learning_rate": 9.757589469354176e-06, |
| "loss": 5.192160129547119, |
| "mert_alignment_loss": 0.23840123414993286, |
| "mert_cosine": 0.7615987658500671, |
| "mert_weight": 0.42100792751981875, |
| "optimization_loss": 5.2925286293029785, |
| "semantic_top1": 0.4725341796875, |
| "step": 12920, |
| "teacher_kl_loss": 2.4995975494384766, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0830078125, |
| "ce_loss": 4.562277793884277, |
| "learning_rate": 9.716467845879611e-06, |
| "loss": 5.184151649475098, |
| "mert_alignment_loss": 0.24461404979228973, |
| "mert_cosine": 0.7553859502077103, |
| "mert_weight": 0.418176670441676, |
| "optimization_loss": 5.28644323348999, |
| "semantic_top1": 0.473876953125, |
| "step": 12940, |
| "teacher_kl_loss": 2.4874939918518066, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07936314174107142, |
| "ce_loss": 4.595537185668945, |
| "learning_rate": 9.675346222405044e-06, |
| "loss": 5.220205307006836, |
| "mert_alignment_loss": 0.2418918013572693, |
| "mert_cosine": 0.7581081986427307, |
| "mert_weight": 0.4153454133635333, |
| "optimization_loss": 5.32067346572876, |
| "semantic_top1": 0.4827880859375, |
| "step": 12960, |
| "teacher_kl_loss": 2.498671531677246, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08342633928571429, |
| "ce_loss": 4.540712833404541, |
| "learning_rate": 9.63422459893048e-06, |
| "loss": 5.159815788269043, |
| "mert_alignment_loss": 0.24261325597763062, |
| "mert_cosine": 0.7573867440223694, |
| "mert_weight": 0.41251415628539057, |
| "optimization_loss": 5.259896755218506, |
| "semantic_top1": 0.4815673828125, |
| "step": 12980, |
| "teacher_kl_loss": 2.4764113426208496, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07904924665178571, |
| "ce_loss": 4.590929985046387, |
| "learning_rate": 9.593102975455914e-06, |
| "loss": 5.22103214263916, |
| "mert_alignment_loss": 0.2407020479440689, |
| "mert_cosine": 0.7592979520559311, |
| "mert_weight": 0.4096828992072481, |
| "optimization_loss": 5.319643974304199, |
| "semantic_top1": 0.486328125, |
| "step": 13000, |
| "teacher_kl_loss": 2.520408868789673, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0748176079291802, |
| "acoustic_top5": 0.2161968280742695, |
| "ce_loss": 4.658017591996626, |
| "head_0_top1": 0.4236422452059659, |
| "head_0_top5": 0.7974798029119318, |
| "head_1_top1": 0.11768132990056818, |
| "head_1_top5": 0.32719005237926135, |
| "head_2_top1": 0.12344637784090909, |
| "head_2_top5": 0.3330327814275568, |
| "head_3_top1": 0.09734275124289772, |
| "head_3_top5": 0.27726884321732953, |
| "head_4_top1": 0.07952048561789772, |
| "head_4_top5": 0.232513427734375, |
| "head_5_top1": 0.046539306640625, |
| "head_5_top5": 0.14640669389204544, |
| "head_6_top1": 0.032049005681818184, |
| "head_6_top5": 0.10556585138494318, |
| "head_7_top1": 0.027143998579545456, |
| "head_7_top5": 0.091400146484375, |
| "loss": 5.29179590398615, |
| "mert_alignment_loss": 0.2378171140497381, |
| "mert_cosine": 0.762182885950262, |
| "mert_weight": 0.4096828992072481, |
| "optimization_loss": 5.389225006103516, |
| "semantic_top1": 0.4236422452059659, |
| "semantic_top5": 0.7974798029119318, |
| "step": 13000, |
| "teacher_kl_loss": 2.535112901167436, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.0797119140625, |
| "ce_loss": 4.567544937133789, |
| "learning_rate": 9.55198135198135e-06, |
| "loss": 5.191208839416504, |
| "mert_alignment_loss": 0.2462506890296936, |
| "mert_cosine": 0.7537493109703064, |
| "mert_weight": 0.40685164212910535, |
| "optimization_loss": 5.291396141052246, |
| "semantic_top1": 0.4761962890625, |
| "step": 13020, |
| "teacher_kl_loss": 2.494655132293701, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.09125627790178571, |
| "ce_loss": 4.471642017364502, |
| "learning_rate": 9.51085972850679e-06, |
| "loss": 5.075611114501953, |
| "mert_alignment_loss": 0.23624463379383087, |
| "mert_cosine": 0.7637553662061691, |
| "mert_weight": 0.4040203850509626, |
| "optimization_loss": 5.171058654785156, |
| "semantic_top1": 0.4814453125, |
| "step": 13040, |
| "teacher_kl_loss": 2.4158756732940674, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08307756696428571, |
| "ce_loss": 4.531437873840332, |
| "learning_rate": 9.469738105032223e-06, |
| "loss": 5.148692607879639, |
| "mert_alignment_loss": 0.23180541396141052, |
| "mert_cosine": 0.7681945860385895, |
| "mert_weight": 0.40118912797281986, |
| "optimization_loss": 5.241690635681152, |
| "semantic_top1": 0.492431640625, |
| "step": 13060, |
| "teacher_kl_loss": 2.4690170288085938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08150809151785714, |
| "ce_loss": 4.586802005767822, |
| "learning_rate": 9.428616481557658e-06, |
| "loss": 5.210461139678955, |
| "mert_alignment_loss": 0.23743568360805511, |
| "mert_cosine": 0.7625643163919449, |
| "mert_weight": 0.3983578708946771, |
| "optimization_loss": 5.3050456047058105, |
| "semantic_top1": 0.47021484375, |
| "step": 13080, |
| "teacher_kl_loss": 2.4946370124816895, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07533482142857142, |
| "ce_loss": 4.636194229125977, |
| "learning_rate": 9.387494858083093e-06, |
| "loss": 5.267391681671143, |
| "mert_alignment_loss": 0.23748840391635895, |
| "mert_cosine": 0.762511596083641, |
| "mert_weight": 0.39552661381653437, |
| "optimization_loss": 5.361324310302734, |
| "semantic_top1": 0.46875, |
| "step": 13100, |
| "teacher_kl_loss": 2.524789333343506, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08389718191964286, |
| "ce_loss": 4.5620903968811035, |
| "learning_rate": 9.346373234608526e-06, |
| "loss": 5.187093734741211, |
| "mert_alignment_loss": 0.2414027601480484, |
| "mert_cosine": 0.7585972398519516, |
| "mert_weight": 0.3926953567383919, |
| "optimization_loss": 5.281890869140625, |
| "semantic_top1": 0.4769287109375, |
| "step": 13120, |
| "teacher_kl_loss": 2.5000128746032715, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08054896763392858, |
| "ce_loss": 4.568075656890869, |
| "learning_rate": 9.305251611133963e-06, |
| "loss": 5.1923136711120605, |
| "mert_alignment_loss": 0.2392532229423523, |
| "mert_cosine": 0.7607467770576477, |
| "mert_weight": 0.38986409966024915, |
| "optimization_loss": 5.285590171813965, |
| "semantic_top1": 0.4649658203125, |
| "step": 13140, |
| "teacher_kl_loss": 2.496952533721924, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07985142299107142, |
| "ce_loss": 4.5838775634765625, |
| "learning_rate": 9.264129987659396e-06, |
| "loss": 5.207948684692383, |
| "mert_alignment_loss": 0.24537330865859985, |
| "mert_cosine": 0.7546266913414001, |
| "mert_weight": 0.3870328425821064, |
| "optimization_loss": 5.302916526794434, |
| "semantic_top1": 0.47705078125, |
| "step": 13160, |
| "teacher_kl_loss": 2.4962847232818604, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07955496651785714, |
| "ce_loss": 4.589580535888672, |
| "learning_rate": 9.223008364184836e-06, |
| "loss": 5.216117858886719, |
| "mert_alignment_loss": 0.2439560890197754, |
| "mert_cosine": 0.7560439109802246, |
| "mert_weight": 0.38420158550396366, |
| "optimization_loss": 5.3098464012146, |
| "semantic_top1": 0.47119140625, |
| "step": 13180, |
| "teacher_kl_loss": 2.5061495304107666, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07591029575892858, |
| "ce_loss": 4.632998943328857, |
| "learning_rate": 9.181886740710271e-06, |
| "loss": 5.267786026000977, |
| "mert_alignment_loss": 0.24053996801376343, |
| "mert_cosine": 0.7594600319862366, |
| "mert_weight": 0.3813703284258209, |
| "optimization_loss": 5.35952091217041, |
| "semantic_top1": 0.474609375, |
| "step": 13200, |
| "teacher_kl_loss": 2.539146661758423, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08424595424107142, |
| "ce_loss": 4.517319679260254, |
| "learning_rate": 9.140765117235706e-06, |
| "loss": 5.132928371429443, |
| "mert_alignment_loss": 0.2426851987838745, |
| "mert_cosine": 0.7573148012161255, |
| "mert_weight": 0.37853907134767845, |
| "optimization_loss": 5.224794387817383, |
| "semantic_top1": 0.4805908203125, |
| "step": 13220, |
| "teacher_kl_loss": 2.4624342918395996, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08157784598214286, |
| "ce_loss": 4.559935569763184, |
| "learning_rate": 9.09964349376114e-06, |
| "loss": 5.181748867034912, |
| "mert_alignment_loss": 0.2354128211736679, |
| "mert_cosine": 0.7645871788263321, |
| "mert_weight": 0.3757078142695357, |
| "optimization_loss": 5.270195007324219, |
| "semantic_top1": 0.4906005859375, |
| "step": 13240, |
| "teacher_kl_loss": 2.4872512817382812, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07901436941964286, |
| "ce_loss": 4.606935977935791, |
| "learning_rate": 9.058521870286574e-06, |
| "loss": 5.238539695739746, |
| "mert_alignment_loss": 0.24053336679935455, |
| "mert_cosine": 0.7594666332006454, |
| "mert_weight": 0.37287655719139295, |
| "optimization_loss": 5.328228950500488, |
| "semantic_top1": 0.4688720703125, |
| "step": 13260, |
| "teacher_kl_loss": 2.5264148712158203, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07964215959821429, |
| "ce_loss": 4.584389686584473, |
| "learning_rate": 9.01740024681201e-06, |
| "loss": 5.2038679122924805, |
| "mert_alignment_loss": 0.24103185534477234, |
| "mert_cosine": 0.7589681446552277, |
| "mert_weight": 0.3700453001132502, |
| "optimization_loss": 5.293060779571533, |
| "semantic_top1": 0.4736328125, |
| "step": 13280, |
| "teacher_kl_loss": 2.4779140949249268, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08499581473214286, |
| "ce_loss": 4.558126926422119, |
| "learning_rate": 8.976278623337444e-06, |
| "loss": 5.182562828063965, |
| "mert_alignment_loss": 0.23805314302444458, |
| "mert_cosine": 0.7619468569755554, |
| "mert_weight": 0.36721404303510746, |
| "optimization_loss": 5.2699785232543945, |
| "semantic_top1": 0.478515625, |
| "step": 13300, |
| "teacher_kl_loss": 2.4977428913116455, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07533482142857142, |
| "ce_loss": 4.6332831382751465, |
| "learning_rate": 8.935156999862883e-06, |
| "loss": 5.26796293258667, |
| "mert_alignment_loss": 0.24067160487174988, |
| "mert_cosine": 0.7593283951282501, |
| "mert_weight": 0.3643827859569647, |
| "optimization_loss": 5.355659484863281, |
| "semantic_top1": 0.4674072265625, |
| "step": 13320, |
| "teacher_kl_loss": 2.5387191772460938, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08501325334821429, |
| "ce_loss": 4.532799243927002, |
| "learning_rate": 8.894035376388317e-06, |
| "loss": 5.148861885070801, |
| "mert_alignment_loss": 0.23765867948532104, |
| "mert_cosine": 0.762341320514679, |
| "mert_weight": 0.36155152887882225, |
| "optimization_loss": 5.234787940979004, |
| "semantic_top1": 0.48779296875, |
| "step": 13340, |
| "teacher_kl_loss": 2.4642512798309326, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07918875558035714, |
| "ce_loss": 4.5978546142578125, |
| "learning_rate": 8.852913752913753e-06, |
| "loss": 5.223568916320801, |
| "mert_alignment_loss": 0.24374471604824066, |
| "mert_cosine": 0.7562552839517593, |
| "mert_weight": 0.3587202718006795, |
| "optimization_loss": 5.311005115509033, |
| "semantic_top1": 0.4765625, |
| "step": 13360, |
| "teacher_kl_loss": 2.5028553009033203, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08079310825892858, |
| "ce_loss": 4.565047740936279, |
| "learning_rate": 8.811792129439186e-06, |
| "loss": 5.1860527992248535, |
| "mert_alignment_loss": 0.2330705225467682, |
| "mert_cosine": 0.7669294774532318, |
| "mert_weight": 0.35588901472253676, |
| "optimization_loss": 5.269000053405762, |
| "semantic_top1": 0.50146484375, |
| "step": 13380, |
| "teacher_kl_loss": 2.484020948410034, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07725306919642858, |
| "ce_loss": 4.591902732849121, |
| "learning_rate": 8.770670505964623e-06, |
| "loss": 5.217409133911133, |
| "mert_alignment_loss": 0.2404944896697998, |
| "mert_cosine": 0.7595055103302002, |
| "mert_weight": 0.353057757644394, |
| "optimization_loss": 5.3023176193237305, |
| "semantic_top1": 0.4859619140625, |
| "step": 13400, |
| "teacher_kl_loss": 2.5020265579223633, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08328683035714286, |
| "ce_loss": 4.558584213256836, |
| "learning_rate": 8.729548882490058e-06, |
| "loss": 5.1825456619262695, |
| "mert_alignment_loss": 0.24049140512943268, |
| "mert_cosine": 0.7595085948705673, |
| "mert_weight": 0.35022650056625126, |
| "optimization_loss": 5.2667717933654785, |
| "semantic_top1": 0.4761962890625, |
| "step": 13420, |
| "teacher_kl_loss": 2.495844602584839, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07894461495535714, |
| "ce_loss": 4.591649055480957, |
| "learning_rate": 8.688427259015496e-06, |
| "loss": 5.219945430755615, |
| "mert_alignment_loss": 0.23919501900672913, |
| "mert_cosine": 0.7608049809932709, |
| "mert_weight": 0.3473952434881088, |
| "optimization_loss": 5.303040981292725, |
| "semantic_top1": 0.4783935546875, |
| "step": 13440, |
| "teacher_kl_loss": 2.5131852626800537, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07890973772321429, |
| "ce_loss": 4.577178955078125, |
| "learning_rate": 8.64730563554093e-06, |
| "loss": 5.196003437042236, |
| "mert_alignment_loss": 0.24199002981185913, |
| "mert_cosine": 0.7580099701881409, |
| "mert_weight": 0.34456398640996605, |
| "optimization_loss": 5.279384613037109, |
| "semantic_top1": 0.4820556640625, |
| "step": 13460, |
| "teacher_kl_loss": 2.4752960205078125, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07683454241071429, |
| "ce_loss": 4.641519546508789, |
| "learning_rate": 8.606184012066366e-06, |
| "loss": 5.2764573097229, |
| "mert_alignment_loss": 0.24685943126678467, |
| "mert_cosine": 0.7531405687332153, |
| "mert_weight": 0.3417327293318233, |
| "optimization_loss": 5.360816955566406, |
| "semantic_top1": 0.471923828125, |
| "step": 13480, |
| "teacher_kl_loss": 2.5397515296936035, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07669503348214286, |
| "ce_loss": 4.609490871429443, |
| "learning_rate": 8.5650623885918e-06, |
| "loss": 5.235157489776611, |
| "mert_alignment_loss": 0.24321682751178741, |
| "mert_cosine": 0.7567831724882126, |
| "mert_weight": 0.33890147225368056, |
| "optimization_loss": 5.317584037780762, |
| "semantic_top1": 0.47802734375, |
| "step": 13500, |
| "teacher_kl_loss": 2.5026662349700928, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0749464158887987, |
| "acoustic_top5": 0.21663120814732142, |
| "ce_loss": 4.653559598055753, |
| "head_0_top1": 0.424591064453125, |
| "head_0_top5": 0.7983537153764204, |
| "head_1_top1": 0.11791159889914772, |
| "head_1_top5": 0.3276727849786932, |
| "head_2_top1": 0.12347966974431818, |
| "head_2_top5": 0.3338650790127841, |
| "head_3_top1": 0.09767844460227272, |
| "head_3_top5": 0.27809559215198865, |
| "head_4_top1": 0.07981456409801137, |
| "head_4_top5": 0.2337979403409091, |
| "head_5_top1": 0.04675015536221591, |
| "head_5_top5": 0.14597112482244318, |
| "head_6_top1": 0.03198519620028409, |
| "head_6_top5": 0.10572398792613637, |
| "head_7_top1": 0.027005282315340908, |
| "head_7_top5": 0.09129194779829546, |
| "loss": 5.286717501553622, |
| "mert_alignment_loss": 0.2376736510883678, |
| "mert_cosine": 0.7623263489116322, |
| "mert_weight": 0.33890147225368056, |
| "optimization_loss": 5.367265874689275, |
| "semantic_top1": 0.424591064453125, |
| "semantic_top5": 0.7983537153764204, |
| "step": 13500, |
| "teacher_kl_loss": 2.532631267200817, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.07943289620535714, |
| "ce_loss": 4.561386585235596, |
| "learning_rate": 8.523940765117234e-06, |
| "loss": 5.184605598449707, |
| "mert_alignment_loss": 0.2449372559785843, |
| "mert_cosine": 0.7550627440214157, |
| "mert_weight": 0.3360702151755378, |
| "optimization_loss": 5.266921520233154, |
| "semantic_top1": 0.483154296875, |
| "step": 13520, |
| "teacher_kl_loss": 2.492875576019287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07997349330357142, |
| "ce_loss": 4.545626640319824, |
| "learning_rate": 8.482819141642669e-06, |
| "loss": 5.1652021408081055, |
| "mert_alignment_loss": 0.23835232853889465, |
| "mert_cosine": 0.7616476714611053, |
| "mert_weight": 0.33323895809739507, |
| "optimization_loss": 5.244630336761475, |
| "semantic_top1": 0.4781494140625, |
| "step": 13540, |
| "teacher_kl_loss": 2.478301763534546, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07965959821428571, |
| "ce_loss": 4.589119911193848, |
| "learning_rate": 8.441697518168105e-06, |
| "loss": 5.217677593231201, |
| "mert_alignment_loss": 0.24705176055431366, |
| "mert_cosine": 0.7529482394456863, |
| "mert_weight": 0.3304077010192526, |
| "optimization_loss": 5.299304962158203, |
| "semantic_top1": 0.4676513671875, |
| "step": 13560, |
| "teacher_kl_loss": 2.514230251312256, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07611955915178571, |
| "ce_loss": 4.638198375701904, |
| "learning_rate": 8.400575894693543e-06, |
| "loss": 5.269431114196777, |
| "mert_alignment_loss": 0.23788422346115112, |
| "mert_cosine": 0.7621157765388489, |
| "mert_weight": 0.32757644394110985, |
| "optimization_loss": 5.347356796264648, |
| "semantic_top1": 0.467529296875, |
| "step": 13580, |
| "teacher_kl_loss": 2.524932384490967, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07761928013392858, |
| "ce_loss": 4.632579326629639, |
| "learning_rate": 8.359454271218977e-06, |
| "loss": 5.267392158508301, |
| "mert_alignment_loss": 0.2340383678674698, |
| "mert_cosine": 0.7659616321325302, |
| "mert_weight": 0.3247451868629671, |
| "optimization_loss": 5.343395233154297, |
| "semantic_top1": 0.475341796875, |
| "step": 13600, |
| "teacher_kl_loss": 2.5392510890960693, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08616420200892858, |
| "ce_loss": 4.511147499084473, |
| "learning_rate": 8.318332647744413e-06, |
| "loss": 5.12416410446167, |
| "mert_alignment_loss": 0.24106983840465546, |
| "mert_cosine": 0.7589301615953445, |
| "mert_weight": 0.32191392978482436, |
| "optimization_loss": 5.201767921447754, |
| "semantic_top1": 0.474609375, |
| "step": 13620, |
| "teacher_kl_loss": 2.452065944671631, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07929338727678571, |
| "ce_loss": 4.571741104125977, |
| "learning_rate": 8.277211024269848e-06, |
| "loss": 5.1923651695251465, |
| "mert_alignment_loss": 0.2367764413356781, |
| "mert_cosine": 0.7632235586643219, |
| "mert_weight": 0.3190826727066816, |
| "optimization_loss": 5.267916679382324, |
| "semantic_top1": 0.4774169921875, |
| "step": 13640, |
| "teacher_kl_loss": 2.4824976921081543, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07835170200892858, |
| "ce_loss": 4.597175598144531, |
| "learning_rate": 8.236089400795281e-06, |
| "loss": 5.219087600708008, |
| "mert_alignment_loss": 0.24343138933181763, |
| "mert_cosine": 0.7565686106681824, |
| "mert_weight": 0.31625141562853915, |
| "optimization_loss": 5.296072959899902, |
| "semantic_top1": 0.4793701171875, |
| "step": 13660, |
| "teacher_kl_loss": 2.4876465797424316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08253696986607142, |
| "ce_loss": 4.549500942230225, |
| "learning_rate": 8.194967777320718e-06, |
| "loss": 5.168051719665527, |
| "mert_alignment_loss": 0.24334560334682465, |
| "mert_cosine": 0.7566543966531754, |
| "mert_weight": 0.3134201585503964, |
| "optimization_loss": 5.244321823120117, |
| "semantic_top1": 0.47314453125, |
| "step": 13680, |
| "teacher_kl_loss": 2.4742047786712646, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07674734933035714, |
| "ce_loss": 4.613200664520264, |
| "learning_rate": 8.153846153846151e-06, |
| "loss": 5.244266510009766, |
| "mert_alignment_loss": 0.25669601559638977, |
| "mert_cosine": 0.7433039844036102, |
| "mert_weight": 0.31058890147225365, |
| "optimization_loss": 5.32399320602417, |
| "semantic_top1": 0.47021484375, |
| "step": 13700, |
| "teacher_kl_loss": 2.524264097213745, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08238002232142858, |
| "ce_loss": 4.569759368896484, |
| "learning_rate": 8.11272453037159e-06, |
| "loss": 5.191425800323486, |
| "mert_alignment_loss": 0.2450067698955536, |
| "mert_cosine": 0.7549932301044464, |
| "mert_weight": 0.3077576443941109, |
| "optimization_loss": 5.2668280601501465, |
| "semantic_top1": 0.474365234375, |
| "step": 13720, |
| "teacher_kl_loss": 2.4866647720336914, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08412388392857142, |
| "ce_loss": 4.573686599731445, |
| "learning_rate": 8.071602906897026e-06, |
| "loss": 5.200039863586426, |
| "mert_alignment_loss": 0.24080678820610046, |
| "mert_cosine": 0.7591932117938995, |
| "mert_weight": 0.30492638731596816, |
| "optimization_loss": 5.273468494415283, |
| "semantic_top1": 0.4827880859375, |
| "step": 13740, |
| "teacher_kl_loss": 2.505413770675659, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0809326171875, |
| "ce_loss": 4.569868564605713, |
| "learning_rate": 8.03048128342246e-06, |
| "loss": 5.1945695877075195, |
| "mert_alignment_loss": 0.23873303830623627, |
| "mert_cosine": 0.7612669616937637, |
| "mert_weight": 0.3020951302378254, |
| "optimization_loss": 5.266690254211426, |
| "semantic_top1": 0.489990234375, |
| "step": 13760, |
| "teacher_kl_loss": 2.4988059997558594, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07685198102678571, |
| "ce_loss": 4.606704235076904, |
| "learning_rate": 7.989359659947896e-06, |
| "loss": 5.233353614807129, |
| "mert_alignment_loss": 0.24275542795658112, |
| "mert_cosine": 0.7572445720434189, |
| "mert_weight": 0.29926387315968295, |
| "optimization_loss": 5.306001663208008, |
| "semantic_top1": 0.47802734375, |
| "step": 13780, |
| "teacher_kl_loss": 2.5065994262695312, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0816650390625, |
| "ce_loss": 4.573830604553223, |
| "learning_rate": 7.948238036473329e-06, |
| "loss": 5.198408603668213, |
| "mert_alignment_loss": 0.23725780844688416, |
| "mert_cosine": 0.7627421915531158, |
| "mert_weight": 0.2964326160815402, |
| "optimization_loss": 5.268739700317383, |
| "semantic_top1": 0.490234375, |
| "step": 13800, |
| "teacher_kl_loss": 2.4983110427856445, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08046177455357142, |
| "ce_loss": 4.579780578613281, |
| "learning_rate": 7.907116412998765e-06, |
| "loss": 5.201422214508057, |
| "mert_alignment_loss": 0.24096441268920898, |
| "mert_cosine": 0.759035587310791, |
| "mert_weight": 0.29360135900339746, |
| "optimization_loss": 5.27216911315918, |
| "semantic_top1": 0.4796142578125, |
| "step": 13820, |
| "teacher_kl_loss": 2.486565113067627, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08131626674107142, |
| "ce_loss": 4.532774925231934, |
| "learning_rate": 7.865994789524198e-06, |
| "loss": 5.1428093910217285, |
| "mert_alignment_loss": 0.23844018578529358, |
| "mert_cosine": 0.7615598142147064, |
| "mert_weight": 0.2907701019252547, |
| "optimization_loss": 5.2121405601501465, |
| "semantic_top1": 0.477294921875, |
| "step": 13840, |
| "teacher_kl_loss": 2.440138339996338, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.085205078125, |
| "ce_loss": 4.500966548919678, |
| "learning_rate": 7.824873166049638e-06, |
| "loss": 5.1058430671691895, |
| "mert_alignment_loss": 0.23626713454723358, |
| "mert_cosine": 0.7637328654527664, |
| "mert_weight": 0.28793884484711196, |
| "optimization_loss": 5.1738739013671875, |
| "semantic_top1": 0.4891357421875, |
| "step": 13860, |
| "teacher_kl_loss": 2.419506549835205, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07720075334821429, |
| "ce_loss": 4.628269195556641, |
| "learning_rate": 7.783751542575072e-06, |
| "loss": 5.258927345275879, |
| "mert_alignment_loss": 0.24365802109241486, |
| "mert_cosine": 0.7563419789075851, |
| "mert_weight": 0.2851075877689695, |
| "optimization_loss": 5.328396320343018, |
| "semantic_top1": 0.482421875, |
| "step": 13880, |
| "teacher_kl_loss": 2.522632598876953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08135114397321429, |
| "ce_loss": 4.558012962341309, |
| "learning_rate": 7.742629919100508e-06, |
| "loss": 5.182706832885742, |
| "mert_alignment_loss": 0.24075986444950104, |
| "mert_cosine": 0.759240135550499, |
| "mert_weight": 0.28227633069082675, |
| "optimization_loss": 5.250668048858643, |
| "semantic_top1": 0.4796142578125, |
| "step": 13900, |
| "teacher_kl_loss": 2.498776912689209, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.080810546875, |
| "ce_loss": 4.580628395080566, |
| "learning_rate": 7.701508295625941e-06, |
| "loss": 5.206051826477051, |
| "mert_alignment_loss": 0.23542262613773346, |
| "mert_cosine": 0.7645773738622665, |
| "mert_weight": 0.279445073612684, |
| "optimization_loss": 5.271839618682861, |
| "semantic_top1": 0.4898681640625, |
| "step": 13920, |
| "teacher_kl_loss": 2.501692771911621, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08030482700892858, |
| "ce_loss": 4.578073501586914, |
| "learning_rate": 7.660386672151378e-06, |
| "loss": 5.197659492492676, |
| "mert_alignment_loss": 0.23724864423274994, |
| "mert_cosine": 0.7627513557672501, |
| "mert_weight": 0.27661381653454126, |
| "optimization_loss": 5.2632856369018555, |
| "semantic_top1": 0.4862060546875, |
| "step": 13940, |
| "teacher_kl_loss": 2.4783425331115723, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08121163504464286, |
| "ce_loss": 4.541810989379883, |
| "learning_rate": 7.619265048676812e-06, |
| "loss": 5.157536029815674, |
| "mert_alignment_loss": 0.23900063335895538, |
| "mert_cosine": 0.7609993666410446, |
| "mert_weight": 0.2737825594563985, |
| "optimization_loss": 5.222970485687256, |
| "semantic_top1": 0.478759765625, |
| "step": 13960, |
| "teacher_kl_loss": 2.4629006385803223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07880510602678571, |
| "ce_loss": 4.594144344329834, |
| "learning_rate": 7.578143425202247e-06, |
| "loss": 5.224893569946289, |
| "mert_alignment_loss": 0.24238988757133484, |
| "mert_cosine": 0.7576101124286652, |
| "mert_weight": 0.27095130237825577, |
| "optimization_loss": 5.290569305419922, |
| "semantic_top1": 0.4666748046875, |
| "step": 13980, |
| "teacher_kl_loss": 2.5229973793029785, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0771484375, |
| "ce_loss": 4.616942405700684, |
| "learning_rate": 7.537021801727687e-06, |
| "loss": 5.246502876281738, |
| "mert_alignment_loss": 0.2432197630405426, |
| "mert_cosine": 0.7567802369594574, |
| "mert_weight": 0.2681200453001133, |
| "optimization_loss": 5.311714172363281, |
| "semantic_top1": 0.4600830078125, |
| "step": 14000, |
| "teacher_kl_loss": 2.518239974975586, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07525634765625, |
| "acoustic_top5": 0.21730695452008927, |
| "ce_loss": 4.648884166370738, |
| "head_0_top1": 0.4258062189275568, |
| "head_0_top5": 0.7999184348366477, |
| "head_1_top1": 0.11814464222301137, |
| "head_1_top5": 0.3286077325994318, |
| "head_2_top1": 0.12398459694602272, |
| "head_2_top5": 0.33491099964488635, |
| "head_3_top1": 0.09790316495028409, |
| "head_3_top5": 0.27874755859375, |
| "head_4_top1": 0.08057195490056818, |
| "head_4_top5": 0.23488270152698865, |
| "head_5_top1": 0.046675248579545456, |
| "head_5_top5": 0.14664528586647727, |
| "head_6_top1": 0.03222378817471591, |
| "head_6_top5": 0.105987548828125, |
| "head_7_top1": 0.027291037819602272, |
| "head_7_top5": 0.09136685458096591, |
| "loss": 5.28161655772816, |
| "mert_alignment_loss": 0.23748064041137695, |
| "mert_cosine": 0.762519359588623, |
| "mert_weight": 0.2681200453001133, |
| "optimization_loss": 5.345289750532671, |
| "semantic_top1": 0.4258062189275568, |
| "semantic_top5": 0.7999184348366477, |
| "step": 14000, |
| "teacher_kl_loss": 2.530928698453036, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08091517857142858, |
| "ce_loss": 4.592175006866455, |
| "learning_rate": 7.49590017825312e-06, |
| "loss": 5.2176666259765625, |
| "mert_alignment_loss": 0.24429360032081604, |
| "mert_cosine": 0.755706399679184, |
| "mert_weight": 0.26528878822197055, |
| "optimization_loss": 5.282474994659424, |
| "semantic_top1": 0.4647216796875, |
| "step": 14020, |
| "teacher_kl_loss": 2.5019664764404297, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08506556919642858, |
| "ce_loss": 4.517895698547363, |
| "learning_rate": 7.454778554778554e-06, |
| "loss": 5.1285319328308105, |
| "mert_alignment_loss": 0.23751765489578247, |
| "mert_cosine": 0.7624823451042175, |
| "mert_weight": 0.2624575311438278, |
| "optimization_loss": 5.19087028503418, |
| "semantic_top1": 0.494384765625, |
| "step": 14040, |
| "teacher_kl_loss": 2.4425454139709473, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08183942522321429, |
| "ce_loss": 4.540590286254883, |
| "learning_rate": 7.4136569313039895e-06, |
| "loss": 5.155074596405029, |
| "mert_alignment_loss": 0.24309447407722473, |
| "mert_cosine": 0.7569055259227753, |
| "mert_weight": 0.25962627406568506, |
| "optimization_loss": 5.218188285827637, |
| "semantic_top1": 0.471923828125, |
| "step": 14060, |
| "teacher_kl_loss": 2.4579391479492188, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08119419642857142, |
| "ce_loss": 4.561161994934082, |
| "learning_rate": 7.372535307829424e-06, |
| "loss": 5.177980899810791, |
| "mert_alignment_loss": 0.2411184459924698, |
| "mert_cosine": 0.7588815540075302, |
| "mert_weight": 0.2567950169875423, |
| "optimization_loss": 5.239898681640625, |
| "semantic_top1": 0.4814453125, |
| "step": 14080, |
| "teacher_kl_loss": 2.467275857925415, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08431570870535714, |
| "ce_loss": 4.5349860191345215, |
| "learning_rate": 7.33141368435486e-06, |
| "loss": 5.152361869812012, |
| "mert_alignment_loss": 0.24171271920204163, |
| "mert_cosine": 0.7582872807979584, |
| "mert_weight": 0.25396375990939984, |
| "optimization_loss": 5.213747978210449, |
| "semantic_top1": 0.4849853515625, |
| "step": 14100, |
| "teacher_kl_loss": 2.4695045948028564, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08225795200892858, |
| "ce_loss": 4.568441390991211, |
| "learning_rate": 7.290292060880294e-06, |
| "loss": 5.189383029937744, |
| "mert_alignment_loss": 0.24271219968795776, |
| "mert_cosine": 0.7572878003120422, |
| "mert_weight": 0.2511325028312571, |
| "optimization_loss": 5.250336170196533, |
| "semantic_top1": 0.48095703125, |
| "step": 14120, |
| "teacher_kl_loss": 2.483767032623291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08175223214285714, |
| "ce_loss": 4.565783977508545, |
| "learning_rate": 7.249170437405732e-06, |
| "loss": 5.187442779541016, |
| "mert_alignment_loss": 0.2401927262544632, |
| "mert_cosine": 0.7598072737455368, |
| "mert_weight": 0.24830124575311438, |
| "optimization_loss": 5.247082710266113, |
| "semantic_top1": 0.46533203125, |
| "step": 14140, |
| "teacher_kl_loss": 2.486633539199829, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08171735491071429, |
| "ce_loss": 4.556910514831543, |
| "learning_rate": 7.208048813931168e-06, |
| "loss": 5.173003196716309, |
| "mert_alignment_loss": 0.2357986718416214, |
| "mert_cosine": 0.7642013281583786, |
| "mert_weight": 0.24546998867497163, |
| "optimization_loss": 5.230884552001953, |
| "semantic_top1": 0.4798583984375, |
| "step": 14160, |
| "teacher_kl_loss": 2.4643702507019043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08199637276785714, |
| "ce_loss": 4.529775619506836, |
| "learning_rate": 7.166927190456602e-06, |
| "loss": 5.14805793762207, |
| "mert_alignment_loss": 0.24586686491966248, |
| "mert_cosine": 0.7541331350803375, |
| "mert_weight": 0.2426387315968289, |
| "optimization_loss": 5.207714557647705, |
| "semantic_top1": 0.483154296875, |
| "step": 14180, |
| "teacher_kl_loss": 2.4731290340423584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07986886160714286, |
| "ce_loss": 4.599501609802246, |
| "learning_rate": 7.125805566982038e-06, |
| "loss": 5.226447105407715, |
| "mert_alignment_loss": 0.24071702361106873, |
| "mert_cosine": 0.7592829763889313, |
| "mert_weight": 0.23980747451868614, |
| "optimization_loss": 5.284173011779785, |
| "semantic_top1": 0.4676513671875, |
| "step": 14200, |
| "teacher_kl_loss": 2.5077836513519287, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08482142857142858, |
| "ce_loss": 4.525388717651367, |
| "learning_rate": 7.084683943507473e-06, |
| "loss": 5.14290189743042, |
| "mert_alignment_loss": 0.24099555611610413, |
| "mert_cosine": 0.7590044438838959, |
| "mert_weight": 0.23697621744054367, |
| "optimization_loss": 5.20001220703125, |
| "semantic_top1": 0.4942626953125, |
| "step": 14220, |
| "teacher_kl_loss": 2.470053195953369, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08018275669642858, |
| "ce_loss": 4.563689708709717, |
| "learning_rate": 7.043562320032907e-06, |
| "loss": 5.183435440063477, |
| "mert_alignment_loss": 0.2450561672449112, |
| "mert_cosine": 0.7549438327550888, |
| "mert_weight": 0.23414496036240093, |
| "optimization_loss": 5.240814685821533, |
| "semantic_top1": 0.486572265625, |
| "step": 14240, |
| "teacher_kl_loss": 2.4789845943450928, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08501325334821429, |
| "ce_loss": 4.525966644287109, |
| "learning_rate": 7.0024406965583416e-06, |
| "loss": 5.1414570808410645, |
| "mert_alignment_loss": 0.24260686337947845, |
| "mert_cosine": 0.7573931366205215, |
| "mert_weight": 0.23131370328425818, |
| "optimization_loss": 5.197575569152832, |
| "semantic_top1": 0.4805908203125, |
| "step": 14260, |
| "teacher_kl_loss": 2.461961507797241, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07817731584821429, |
| "ce_loss": 4.600604057312012, |
| "learning_rate": 6.961319073083779e-06, |
| "loss": 5.229166030883789, |
| "mert_alignment_loss": 0.2422105371952057, |
| "mert_cosine": 0.7577894628047943, |
| "mert_weight": 0.22848244620611544, |
| "optimization_loss": 5.284506797790527, |
| "semantic_top1": 0.482421875, |
| "step": 14280, |
| "teacher_kl_loss": 2.514248847961426, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0828857421875, |
| "ce_loss": 4.542238235473633, |
| "learning_rate": 6.920197449609215e-06, |
| "loss": 5.1638946533203125, |
| "mert_alignment_loss": 0.2378937155008316, |
| "mert_cosine": 0.7621062844991684, |
| "mert_weight": 0.2256511891279727, |
| "optimization_loss": 5.217575550079346, |
| "semantic_top1": 0.482421875, |
| "step": 14300, |
| "teacher_kl_loss": 2.486624240875244, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08260672433035714, |
| "ce_loss": 4.541851043701172, |
| "learning_rate": 6.8790758261346495e-06, |
| "loss": 5.157999515533447, |
| "mert_alignment_loss": 0.2427937388420105, |
| "mert_cosine": 0.7572062611579895, |
| "mert_weight": 0.22281993204983022, |
| "optimization_loss": 5.212098121643066, |
| "semantic_top1": 0.477783203125, |
| "step": 14320, |
| "teacher_kl_loss": 2.4645917415618896, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08457728794642858, |
| "ce_loss": 4.512195110321045, |
| "learning_rate": 6.837954202660084e-06, |
| "loss": 5.122462272644043, |
| "mert_alignment_loss": 0.2429487705230713, |
| "mert_cosine": 0.7570512294769287, |
| "mert_weight": 0.21998867497168748, |
| "optimization_loss": 5.175908088684082, |
| "semantic_top1": 0.4847412109375, |
| "step": 14340, |
| "teacher_kl_loss": 2.441068410873413, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08173479352678571, |
| "ce_loss": 4.551006317138672, |
| "learning_rate": 6.796832579185519e-06, |
| "loss": 5.170436859130859, |
| "mert_alignment_loss": 0.2503235638141632, |
| "mert_cosine": 0.7496764361858368, |
| "mert_weight": 0.21715741789354473, |
| "optimization_loss": 5.224796295166016, |
| "semantic_top1": 0.478515625, |
| "step": 14360, |
| "teacher_kl_loss": 2.4777207374572754, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0833740234375, |
| "ce_loss": 4.523393154144287, |
| "learning_rate": 6.755710955710954e-06, |
| "loss": 5.139461517333984, |
| "mert_alignment_loss": 0.24296942353248596, |
| "mert_cosine": 0.757030576467514, |
| "mert_weight": 0.21432616081540198, |
| "optimization_loss": 5.1915364265441895, |
| "semantic_top1": 0.472412109375, |
| "step": 14380, |
| "teacher_kl_loss": 2.4642748832702637, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07978166852678571, |
| "ce_loss": 4.592668056488037, |
| "learning_rate": 6.714589332236389e-06, |
| "loss": 5.219664573669434, |
| "mert_alignment_loss": 0.24604551494121552, |
| "mert_cosine": 0.7539544850587845, |
| "mert_weight": 0.21149490373725924, |
| "optimization_loss": 5.271701812744141, |
| "semantic_top1": 0.47314453125, |
| "step": 14400, |
| "teacher_kl_loss": 2.507986068725586, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08440290178571429, |
| "ce_loss": 4.514026165008545, |
| "learning_rate": 6.673467708761828e-06, |
| "loss": 5.129456520080566, |
| "mert_alignment_loss": 0.24519938230514526, |
| "mert_cosine": 0.7548006176948547, |
| "mert_weight": 0.2086636466591165, |
| "optimization_loss": 5.1806206703186035, |
| "semantic_top1": 0.4796142578125, |
| "step": 14420, |
| "teacher_kl_loss": 2.461719512939453, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0828857421875, |
| "ce_loss": 4.533638000488281, |
| "learning_rate": 6.632346085287263e-06, |
| "loss": 5.146686553955078, |
| "mert_alignment_loss": 0.24118992686271667, |
| "mert_cosine": 0.7588100731372833, |
| "mert_weight": 0.20583238958097405, |
| "optimization_loss": 5.196331024169922, |
| "semantic_top1": 0.4677734375, |
| "step": 14440, |
| "teacher_kl_loss": 2.4521942138671875, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07674734933035714, |
| "ce_loss": 4.610657691955566, |
| "learning_rate": 6.591224461812698e-06, |
| "loss": 5.243962287902832, |
| "mert_alignment_loss": 0.23552559316158295, |
| "mert_cosine": 0.764474406838417, |
| "mert_weight": 0.2030011325028313, |
| "optimization_loss": 5.291774272918701, |
| "semantic_top1": 0.4837646484375, |
| "step": 14460, |
| "teacher_kl_loss": 2.5332188606262207, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08222307477678571, |
| "ce_loss": 4.599308013916016, |
| "learning_rate": 6.550102838338132e-06, |
| "loss": 5.230152130126953, |
| "mert_alignment_loss": 0.23778919875621796, |
| "mert_cosine": 0.762210801243782, |
| "mert_weight": 0.20016987542468856, |
| "optimization_loss": 5.277750492095947, |
| "semantic_top1": 0.479248046875, |
| "step": 14480, |
| "teacher_kl_loss": 2.5233771800994873, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07578822544642858, |
| "ce_loss": 4.648074626922607, |
| "learning_rate": 6.508981214863566e-06, |
| "loss": 5.2826948165893555, |
| "mert_alignment_loss": 0.2371882200241089, |
| "mert_cosine": 0.7628117799758911, |
| "mert_weight": 0.1973386183465458, |
| "optimization_loss": 5.329501152038574, |
| "semantic_top1": 0.4796142578125, |
| "step": 14500, |
| "teacher_kl_loss": 2.5384819507598877, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07545213575487013, |
| "acoustic_top5": 0.2177809678114854, |
| "ce_loss": 4.64499907060103, |
| "head_0_top1": 0.42650257457386365, |
| "head_0_top5": 0.8008450594815341, |
| "head_1_top1": 0.11890758167613637, |
| "head_1_top5": 0.3288629705255682, |
| "head_2_top1": 0.12393465909090909, |
| "head_2_top5": 0.33546309037642047, |
| "head_3_top1": 0.098663330078125, |
| "head_3_top5": 0.28053699840198865, |
| "head_4_top1": 0.08038052645596591, |
| "head_4_top5": 0.2348355379971591, |
| "head_5_top1": 0.046758478338068184, |
| "head_5_top5": 0.14672296697443182, |
| "head_6_top1": 0.03206287730823864, |
| "head_6_top5": 0.10642866654829546, |
| "head_7_top1": 0.027457497336647728, |
| "head_7_top5": 0.09161654385653409, |
| "loss": 5.2772085016424, |
| "mert_alignment_loss": 0.23746861111034046, |
| "mert_cosine": 0.7625313888896595, |
| "mert_weight": 0.1973386183465458, |
| "optimization_loss": 5.324070323597301, |
| "semantic_top1": 0.42650257457386365, |
| "semantic_top5": 0.8008450594815341, |
| "step": 14500, |
| "teacher_kl_loss": 2.528839284723455, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08156040736607142, |
| "ce_loss": 4.5630083084106445, |
| "learning_rate": 6.4678595913890016e-06, |
| "loss": 5.18568229675293, |
| "mert_alignment_loss": 0.23411637544631958, |
| "mert_cosine": 0.7658836245536804, |
| "mert_weight": 0.19450736126840307, |
| "optimization_loss": 5.23121976852417, |
| "semantic_top1": 0.4853515625, |
| "step": 14520, |
| "teacher_kl_loss": 2.4906973838806152, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07805524553571429, |
| "ce_loss": 4.623432636260986, |
| "learning_rate": 6.4267379679144364e-06, |
| "loss": 5.259265422821045, |
| "mert_alignment_loss": 0.2392180860042572, |
| "mert_cosine": 0.7607819139957428, |
| "mert_weight": 0.1916761041902606, |
| "optimization_loss": 5.305117607116699, |
| "semantic_top1": 0.4730224609375, |
| "step": 14540, |
| "teacher_kl_loss": 2.543332576751709, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08101981026785714, |
| "ce_loss": 4.569070816040039, |
| "learning_rate": 6.3856163444398755e-06, |
| "loss": 5.188571929931641, |
| "mert_alignment_loss": 0.23844224214553833, |
| "mert_cosine": 0.7615577578544617, |
| "mert_weight": 0.18884484711211785, |
| "optimization_loss": 5.233600616455078, |
| "semantic_top1": 0.48681640625, |
| "step": 14560, |
| "teacher_kl_loss": 2.4780044555664062, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08274623325892858, |
| "ce_loss": 4.5546417236328125, |
| "learning_rate": 6.3444947209653096e-06, |
| "loss": 5.174379348754883, |
| "mert_alignment_loss": 0.2424817830324173, |
| "mert_cosine": 0.7575182169675827, |
| "mert_weight": 0.1860135900339751, |
| "optimization_loss": 5.219484329223633, |
| "semantic_top1": 0.4801025390625, |
| "step": 14580, |
| "teacher_kl_loss": 2.4789509773254395, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08353097098214286, |
| "ce_loss": 4.567078113555908, |
| "learning_rate": 6.303373097490744e-06, |
| "loss": 5.188389778137207, |
| "mert_alignment_loss": 0.23403969407081604, |
| "mert_cosine": 0.765960305929184, |
| "mert_weight": 0.18318233295583236, |
| "optimization_loss": 5.231261730194092, |
| "semantic_top1": 0.4658203125, |
| "step": 14600, |
| "teacher_kl_loss": 2.4852466583251953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08253696986607142, |
| "ce_loss": 4.546407699584961, |
| "learning_rate": 6.262251474016179e-06, |
| "loss": 5.164468765258789, |
| "mert_alignment_loss": 0.24359269440174103, |
| "mert_cosine": 0.756407305598259, |
| "mert_weight": 0.18035107587768962, |
| "optimization_loss": 5.208400726318359, |
| "semantic_top1": 0.4908447265625, |
| "step": 14620, |
| "teacher_kl_loss": 2.472245216369629, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08244977678571429, |
| "ce_loss": 4.567800521850586, |
| "learning_rate": 6.221129850541614e-06, |
| "loss": 5.197316646575928, |
| "mert_alignment_loss": 0.2421177625656128, |
| "mert_cosine": 0.7578822374343872, |
| "mert_weight": 0.17751981879954687, |
| "optimization_loss": 5.240297317504883, |
| "semantic_top1": 0.4835205078125, |
| "step": 14640, |
| "teacher_kl_loss": 2.518063545227051, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07974679129464286, |
| "ce_loss": 4.568367004394531, |
| "learning_rate": 6.180008227067049e-06, |
| "loss": 5.187631130218506, |
| "mert_alignment_loss": 0.2435292899608612, |
| "mert_cosine": 0.7564707100391388, |
| "mert_weight": 0.1746885617214044, |
| "optimization_loss": 5.230172634124756, |
| "semantic_top1": 0.4935302734375, |
| "step": 14660, |
| "teacher_kl_loss": 2.4770545959472656, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07573590959821429, |
| "ce_loss": 4.631682872772217, |
| "learning_rate": 6.138886603592484e-06, |
| "loss": 5.267001152038574, |
| "mert_alignment_loss": 0.23864226043224335, |
| "mert_cosine": 0.7613577395677567, |
| "mert_weight": 0.17185730464326165, |
| "optimization_loss": 5.308013439178467, |
| "semantic_top1": 0.478759765625, |
| "step": 14680, |
| "teacher_kl_loss": 2.5412724018096924, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08307756696428571, |
| "ce_loss": 4.553887367248535, |
| "learning_rate": 6.097764980117922e-06, |
| "loss": 5.17979097366333, |
| "mert_alignment_loss": 0.2451811134815216, |
| "mert_cosine": 0.7548188865184784, |
| "mert_weight": 0.1690260475651189, |
| "optimization_loss": 5.221233367919922, |
| "semantic_top1": 0.4837646484375, |
| "step": 14700, |
| "teacher_kl_loss": 2.5036163330078125, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08253696986607142, |
| "ce_loss": 4.5686445236206055, |
| "learning_rate": 6.056643356643357e-06, |
| "loss": 5.187998294830322, |
| "mert_alignment_loss": 0.23498333990573883, |
| "mert_cosine": 0.7650166600942612, |
| "mert_weight": 0.16619479048697616, |
| "optimization_loss": 5.227051258087158, |
| "semantic_top1": 0.4791259765625, |
| "step": 14720, |
| "teacher_kl_loss": 2.4774158000946045, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08442034040178571, |
| "ce_loss": 4.5280585289001465, |
| "learning_rate": 6.015521733168792e-06, |
| "loss": 5.144140243530273, |
| "mert_alignment_loss": 0.23900684714317322, |
| "mert_cosine": 0.7609931528568268, |
| "mert_weight": 0.16336353340883342, |
| "optimization_loss": 5.18318510055542, |
| "semantic_top1": 0.479248046875, |
| "step": 14740, |
| "teacher_kl_loss": 2.4643261432647705, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08246721540178571, |
| "ce_loss": 4.579292297363281, |
| "learning_rate": 5.9744001096942276e-06, |
| "loss": 5.2043681144714355, |
| "mert_alignment_loss": 0.2341718077659607, |
| "mert_cosine": 0.7658281922340393, |
| "mert_weight": 0.16053227633069095, |
| "optimization_loss": 5.241960525512695, |
| "semantic_top1": 0.479248046875, |
| "step": 14760, |
| "teacher_kl_loss": 2.5003044605255127, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08368791852678571, |
| "ce_loss": 4.539748668670654, |
| "learning_rate": 5.9332784862196624e-06, |
| "loss": 5.156002521514893, |
| "mert_alignment_loss": 0.24186912178993225, |
| "mert_cosine": 0.7581308782100677, |
| "mert_weight": 0.1577010192525482, |
| "optimization_loss": 5.194145202636719, |
| "semantic_top1": 0.474853515625, |
| "step": 14780, |
| "teacher_kl_loss": 2.4650163650512695, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08173479352678571, |
| "ce_loss": 4.562919616699219, |
| "learning_rate": 5.8921568627450965e-06, |
| "loss": 5.181360244750977, |
| "mert_alignment_loss": 0.23707637190818787, |
| "mert_cosine": 0.7629236280918121, |
| "mert_weight": 0.15486976217440546, |
| "optimization_loss": 5.218076705932617, |
| "semantic_top1": 0.4769287109375, |
| "step": 14800, |
| "teacher_kl_loss": 2.473764419555664, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07723563058035714, |
| "ce_loss": 4.603599548339844, |
| "learning_rate": 5.851035239270531e-06, |
| "loss": 5.229503631591797, |
| "mert_alignment_loss": 0.2362300008535385, |
| "mert_cosine": 0.7637699991464615, |
| "mert_weight": 0.1520385050962627, |
| "optimization_loss": 5.2654194831848145, |
| "semantic_top1": 0.4771728515625, |
| "step": 14820, |
| "teacher_kl_loss": 2.5036158561706543, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08278111049107142, |
| "ce_loss": 4.551357746124268, |
| "learning_rate": 5.8099136157959696e-06, |
| "loss": 5.175112724304199, |
| "mert_alignment_loss": 0.2350492924451828, |
| "mert_cosine": 0.7649507075548172, |
| "mert_weight": 0.14920724801811996, |
| "optimization_loss": 5.210183620452881, |
| "semantic_top1": 0.47705078125, |
| "step": 14840, |
| "teacher_kl_loss": 2.4950191974639893, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08110700334821429, |
| "ce_loss": 4.557976722717285, |
| "learning_rate": 5.7687919923214044e-06, |
| "loss": 5.182744979858398, |
| "mert_alignment_loss": 0.23508109152317047, |
| "mert_cosine": 0.7649189084768295, |
| "mert_weight": 0.14637599093997722, |
| "optimization_loss": 5.217155456542969, |
| "semantic_top1": 0.4854736328125, |
| "step": 14860, |
| "teacher_kl_loss": 2.4990720748901367, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07901436941964286, |
| "ce_loss": 4.551793098449707, |
| "learning_rate": 5.727670368846839e-06, |
| "loss": 5.17188835144043, |
| "mert_alignment_loss": 0.24070167541503906, |
| "mert_cosine": 0.7592983245849609, |
| "mert_weight": 0.14354473386183475, |
| "optimization_loss": 5.206439971923828, |
| "semantic_top1": 0.47705078125, |
| "step": 14880, |
| "teacher_kl_loss": 2.480380058288574, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08400181361607142, |
| "ce_loss": 4.520405292510986, |
| "learning_rate": 5.686548745372274e-06, |
| "loss": 5.132645130157471, |
| "mert_alignment_loss": 0.237200528383255, |
| "mert_cosine": 0.762799471616745, |
| "mert_weight": 0.140713476783692, |
| "optimization_loss": 5.166022300720215, |
| "semantic_top1": 0.4930419921875, |
| "step": 14900, |
| "teacher_kl_loss": 2.4489591121673584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08026994977678571, |
| "ce_loss": 4.555586814880371, |
| "learning_rate": 5.645427121897709e-06, |
| "loss": 5.170614242553711, |
| "mert_alignment_loss": 0.24436761438846588, |
| "mert_cosine": 0.7556323856115341, |
| "mert_weight": 0.13788221970554926, |
| "optimization_loss": 5.20430850982666, |
| "semantic_top1": 0.4830322265625, |
| "step": 14920, |
| "teacher_kl_loss": 2.460111379623413, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08253696986607142, |
| "ce_loss": 4.557368278503418, |
| "learning_rate": 5.604305498423144e-06, |
| "loss": 5.183103561401367, |
| "mert_alignment_loss": 0.23713916540145874, |
| "mert_cosine": 0.7628608345985413, |
| "mert_weight": 0.1350509626274065, |
| "optimization_loss": 5.215129852294922, |
| "semantic_top1": 0.4876708984375, |
| "step": 14940, |
| "teacher_kl_loss": 2.502941131591797, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08513532366071429, |
| "ce_loss": 4.51133918762207, |
| "learning_rate": 5.563183874948579e-06, |
| "loss": 5.127057075500488, |
| "mert_alignment_loss": 0.24249045550823212, |
| "mert_cosine": 0.7575095444917679, |
| "mert_weight": 0.13221970554926377, |
| "optimization_loss": 5.159119129180908, |
| "semantic_top1": 0.4744873046875, |
| "step": 14960, |
| "teacher_kl_loss": 2.4628729820251465, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.084716796875, |
| "ce_loss": 4.519993782043457, |
| "learning_rate": 5.522062251474018e-06, |
| "loss": 5.133706569671631, |
| "mert_alignment_loss": 0.24075040221214294, |
| "mert_cosine": 0.7592495977878571, |
| "mert_weight": 0.1293884484711213, |
| "optimization_loss": 5.164856910705566, |
| "semantic_top1": 0.4951171875, |
| "step": 14980, |
| "teacher_kl_loss": 2.4548516273498535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0859375, |
| "ce_loss": 4.521368503570557, |
| "learning_rate": 5.480940627999453e-06, |
| "loss": 5.134819030761719, |
| "mert_alignment_loss": 0.2458220273256302, |
| "mert_cosine": 0.7541779726743698, |
| "mert_weight": 0.12655719139297855, |
| "optimization_loss": 5.165929317474365, |
| "semantic_top1": 0.4844970703125, |
| "step": 15000, |
| "teacher_kl_loss": 2.4538002014160156, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07563563755580358, |
| "acoustic_top5": 0.21843293425324675, |
| "ce_loss": 4.641587690873579, |
| "head_0_top1": 0.4278314763849432, |
| "head_0_top5": 0.8019270463423296, |
| "head_1_top1": 0.11882990056818182, |
| "head_1_top5": 0.3296425559303977, |
| "head_2_top1": 0.12473366477272728, |
| "head_2_top5": 0.3363869406960227, |
| "head_3_top1": 0.09859397194602272, |
| "head_3_top5": 0.2816689231178977, |
| "head_4_top1": 0.08034446022727272, |
| "head_4_top5": 0.23612559925426135, |
| "head_5_top1": 0.047185724431818184, |
| "head_5_top5": 0.1467618075284091, |
| "head_6_top1": 0.03230701793323864, |
| "head_6_top5": 0.10666725852272728, |
| "head_7_top1": 0.027454723011363636, |
| "head_7_top5": 0.09177745472301137, |
| "loss": 5.273670890114524, |
| "mert_alignment_loss": 0.2375385111028498, |
| "mert_cosine": 0.7624614888971502, |
| "mert_weight": 0.12655719139297855, |
| "optimization_loss": 5.303733478892934, |
| "semantic_top1": 0.4278314763849432, |
| "semantic_top5": 0.8019270463423296, |
| "step": 15000, |
| "teacher_kl_loss": 2.5283348777077417, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08384486607142858, |
| "ce_loss": 4.570493221282959, |
| "learning_rate": 5.439819004524887e-06, |
| "loss": 5.194506645202637, |
| "mert_alignment_loss": 0.23833464086055756, |
| "mert_cosine": 0.7616653591394424, |
| "mert_weight": 0.12372593431483582, |
| "optimization_loss": 5.223994731903076, |
| "semantic_top1": 0.4912109375, |
| "step": 15020, |
| "teacher_kl_loss": 2.496053695678711, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08457728794642858, |
| "ce_loss": 4.4828009605407715, |
| "learning_rate": 5.398697381050322e-06, |
| "loss": 5.086455821990967, |
| "mert_alignment_loss": 0.24288824200630188, |
| "mert_cosine": 0.7571117579936981, |
| "mert_weight": 0.12089467723669307, |
| "optimization_loss": 5.115819931030273, |
| "semantic_top1": 0.4925537109375, |
| "step": 15040, |
| "teacher_kl_loss": 2.4146206378936768, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08295549665178571, |
| "ce_loss": 4.5359206199646, |
| "learning_rate": 5.357575757575756e-06, |
| "loss": 5.157098293304443, |
| "mert_alignment_loss": 0.24521878361701965, |
| "mert_cosine": 0.7547812163829803, |
| "mert_weight": 0.11806342015855033, |
| "optimization_loss": 5.186049461364746, |
| "semantic_top1": 0.4990234375, |
| "step": 15060, |
| "teacher_kl_loss": 2.484710693359375, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08358328683035714, |
| "ce_loss": 4.5348663330078125, |
| "learning_rate": 5.316454134101191e-06, |
| "loss": 5.149789810180664, |
| "mert_alignment_loss": 0.2376347780227661, |
| "mert_cosine": 0.7623652219772339, |
| "mert_weight": 0.11523216308040758, |
| "optimization_loss": 5.177172660827637, |
| "semantic_top1": 0.4930419921875, |
| "step": 15080, |
| "teacher_kl_loss": 2.45969295501709, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08293805803571429, |
| "ce_loss": 4.539916038513184, |
| "learning_rate": 5.2753325106266304e-06, |
| "loss": 5.154693126678467, |
| "mert_alignment_loss": 0.2403668612241745, |
| "mert_cosine": 0.7596331387758255, |
| "mert_weight": 0.11240090600226511, |
| "optimization_loss": 5.181710720062256, |
| "semantic_top1": 0.4920654296875, |
| "step": 15100, |
| "teacher_kl_loss": 2.459108829498291, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08340890066964286, |
| "ce_loss": 4.544210910797119, |
| "learning_rate": 5.234210887152065e-06, |
| "loss": 5.163470268249512, |
| "mert_alignment_loss": 0.244480162858963, |
| "mert_cosine": 0.755519837141037, |
| "mert_weight": 0.10956964892412237, |
| "optimization_loss": 5.190257549285889, |
| "semantic_top1": 0.4735107421875, |
| "step": 15120, |
| "teacher_kl_loss": 2.4770352840423584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08098493303571429, |
| "ce_loss": 4.550601959228516, |
| "learning_rate": 5.193089263677499e-06, |
| "loss": 5.167905807495117, |
| "mert_alignment_loss": 0.24310223758220673, |
| "mert_cosine": 0.7568977624177933, |
| "mert_weight": 0.10673839184597962, |
| "optimization_loss": 5.193853855133057, |
| "semantic_top1": 0.4906005859375, |
| "step": 15140, |
| "teacher_kl_loss": 2.4692158699035645, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07693917410714286, |
| "ce_loss": 4.621407508850098, |
| "learning_rate": 5.151967640202934e-06, |
| "loss": 5.251999855041504, |
| "mert_alignment_loss": 0.23436492681503296, |
| "mert_cosine": 0.765635073184967, |
| "mert_weight": 0.10390713476783689, |
| "optimization_loss": 5.276352405548096, |
| "semantic_top1": 0.475341796875, |
| "step": 15160, |
| "teacher_kl_loss": 2.5223705768585205, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.087158203125, |
| "ce_loss": 4.516838550567627, |
| "learning_rate": 5.110846016728369e-06, |
| "loss": 5.130434036254883, |
| "mert_alignment_loss": 0.23794442415237427, |
| "mert_cosine": 0.7620555758476257, |
| "mert_weight": 0.10107587768969414, |
| "optimization_loss": 5.154484272003174, |
| "semantic_top1": 0.490966796875, |
| "step": 15180, |
| "teacher_kl_loss": 2.454383134841919, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07493373325892858, |
| "ce_loss": 4.608224868774414, |
| "learning_rate": 5.069724393253804e-06, |
| "loss": 5.233572006225586, |
| "mert_alignment_loss": 0.23918864130973816, |
| "mert_cosine": 0.7608113586902618, |
| "mert_weight": 0.09824462061155168, |
| "optimization_loss": 5.257070541381836, |
| "semantic_top1": 0.4813232421875, |
| "step": 15200, |
| "teacher_kl_loss": 2.5013864040374756, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.084716796875, |
| "ce_loss": 4.536341190338135, |
| "learning_rate": 5.028602769779239e-06, |
| "loss": 5.152105808258057, |
| "mert_alignment_loss": 0.241298645734787, |
| "mert_cosine": 0.758701354265213, |
| "mert_weight": 0.09541336353340893, |
| "optimization_loss": 5.175128936767578, |
| "semantic_top1": 0.4853515625, |
| "step": 15220, |
| "teacher_kl_loss": 2.4630589485168457, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08035714285714286, |
| "ce_loss": 4.582300186157227, |
| "learning_rate": 4.987481146304677e-06, |
| "loss": 5.209559440612793, |
| "mert_alignment_loss": 0.23547960817813873, |
| "mert_cosine": 0.7645203918218613, |
| "mert_weight": 0.09258210645526618, |
| "optimization_loss": 5.23136043548584, |
| "semantic_top1": 0.4775390625, |
| "step": 15240, |
| "teacher_kl_loss": 2.509035587310791, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08075823102678571, |
| "ce_loss": 4.57753849029541, |
| "learning_rate": 4.946359522830112e-06, |
| "loss": 5.200978755950928, |
| "mert_alignment_loss": 0.23005223274230957, |
| "mert_cosine": 0.7699477672576904, |
| "mert_weight": 0.08975084937712344, |
| "optimization_loss": 5.221626281738281, |
| "semantic_top1": 0.48876953125, |
| "step": 15260, |
| "teacher_kl_loss": 2.493760585784912, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08189174107142858, |
| "ce_loss": 4.539697647094727, |
| "learning_rate": 4.905237899355547e-06, |
| "loss": 5.151828765869141, |
| "mert_alignment_loss": 0.24152646958827972, |
| "mert_cosine": 0.7584735304117203, |
| "mert_weight": 0.08691959229898069, |
| "optimization_loss": 5.172821998596191, |
| "semantic_top1": 0.4849853515625, |
| "step": 15280, |
| "teacher_kl_loss": 2.4485244750976562, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08006068638392858, |
| "ce_loss": 4.5760698318481445, |
| "learning_rate": 4.864116275880982e-06, |
| "loss": 5.199593544006348, |
| "mert_alignment_loss": 0.23789623379707336, |
| "mert_cosine": 0.7621037662029266, |
| "mert_weight": 0.08408833522083795, |
| "optimization_loss": 5.219597816467285, |
| "semantic_top1": 0.4576416015625, |
| "step": 15300, |
| "teacher_kl_loss": 2.4940943717956543, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08539690290178571, |
| "ce_loss": 4.499737739562988, |
| "learning_rate": 4.822994652406417e-06, |
| "loss": 5.108885765075684, |
| "mert_alignment_loss": 0.2404446303844452, |
| "mert_cosine": 0.7595553696155548, |
| "mert_weight": 0.08125707814269548, |
| "optimization_loss": 5.128423690795898, |
| "semantic_top1": 0.4930419921875, |
| "step": 15320, |
| "teacher_kl_loss": 2.436591863632202, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08274623325892858, |
| "ce_loss": 4.537924766540527, |
| "learning_rate": 4.781873028931852e-06, |
| "loss": 5.153061866760254, |
| "mert_alignment_loss": 0.23872458934783936, |
| "mert_cosine": 0.7612754106521606, |
| "mert_weight": 0.07842582106455273, |
| "optimization_loss": 5.171783924102783, |
| "semantic_top1": 0.4970703125, |
| "step": 15340, |
| "teacher_kl_loss": 2.4605469703674316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.083251953125, |
| "ce_loss": 4.539556503295898, |
| "learning_rate": 4.740751405457286e-06, |
| "loss": 5.1520538330078125, |
| "mert_alignment_loss": 0.2402011603116989, |
| "mert_cosine": 0.7597988396883011, |
| "mert_weight": 0.07559456398640998, |
| "optimization_loss": 5.1702117919921875, |
| "semantic_top1": 0.4822998046875, |
| "step": 15360, |
| "teacher_kl_loss": 2.4499902725219727, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.083984375, |
| "ce_loss": 4.529515266418457, |
| "learning_rate": 4.6996297819827245e-06, |
| "loss": 5.1489644050598145, |
| "mert_alignment_loss": 0.2411218285560608, |
| "mert_cosine": 0.7588781714439392, |
| "mert_weight": 0.07276330690826724, |
| "optimization_loss": 5.16650915145874, |
| "semantic_top1": 0.4888916015625, |
| "step": 15380, |
| "teacher_kl_loss": 2.4777958393096924, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08592006138392858, |
| "ce_loss": 4.50758171081543, |
| "learning_rate": 4.658508158508159e-06, |
| "loss": 5.121864318847656, |
| "mert_alignment_loss": 0.23944929242134094, |
| "mert_cosine": 0.7605507075786591, |
| "mert_weight": 0.06993204983012449, |
| "optimization_loss": 5.138609886169434, |
| "semantic_top1": 0.482177734375, |
| "step": 15400, |
| "teacher_kl_loss": 2.457131862640381, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08100237165178571, |
| "ce_loss": 4.580013751983643, |
| "learning_rate": 4.617386535033594e-06, |
| "loss": 5.204639911651611, |
| "mert_alignment_loss": 0.24362266063690186, |
| "mert_cosine": 0.7563773393630981, |
| "mert_weight": 0.06710079275198202, |
| "optimization_loss": 5.220987319946289, |
| "semantic_top1": 0.487060546875, |
| "step": 15420, |
| "teacher_kl_loss": 2.498504877090454, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07892717633928571, |
| "ce_loss": 4.609867095947266, |
| "learning_rate": 4.576264911559029e-06, |
| "loss": 5.236835479736328, |
| "mert_alignment_loss": 0.24223080277442932, |
| "mert_cosine": 0.7577691972255707, |
| "mert_weight": 0.06426953567383928, |
| "optimization_loss": 5.252403259277344, |
| "semantic_top1": 0.4654541015625, |
| "step": 15440, |
| "teacher_kl_loss": 2.5078744888305664, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08039202008928571, |
| "ce_loss": 4.577599048614502, |
| "learning_rate": 4.535143288084464e-06, |
| "loss": 5.199246406555176, |
| "mert_alignment_loss": 0.23588649928569794, |
| "mert_cosine": 0.7641135007143021, |
| "mert_weight": 0.06143827859569654, |
| "optimization_loss": 5.213738918304443, |
| "semantic_top1": 0.4825439453125, |
| "step": 15460, |
| "teacher_kl_loss": 2.4865894317626953, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08761160714285714, |
| "ce_loss": 4.487884521484375, |
| "learning_rate": 4.494021664609899e-06, |
| "loss": 5.092798233032227, |
| "mert_alignment_loss": 0.24157938361167908, |
| "mert_cosine": 0.7584206163883209, |
| "mert_weight": 0.058607021517553794, |
| "optimization_loss": 5.106956481933594, |
| "semantic_top1": 0.49267578125, |
| "step": 15480, |
| "teacher_kl_loss": 2.4196555614471436, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08159528459821429, |
| "ce_loss": 4.561892509460449, |
| "learning_rate": 4.452900041135334e-06, |
| "loss": 5.188039779663086, |
| "mert_alignment_loss": 0.24029162526130676, |
| "mert_cosine": 0.7597083747386932, |
| "mert_weight": 0.05577576443941105, |
| "optimization_loss": 5.201442718505859, |
| "semantic_top1": 0.4833984375, |
| "step": 15500, |
| "teacher_kl_loss": 2.5045907497406006, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07592139306006493, |
| "acoustic_top5": 0.21882213245738635, |
| "ce_loss": 4.638293526389382, |
| "head_0_top1": 0.428680419921875, |
| "head_0_top5": 0.8027316006747159, |
| "head_1_top1": 0.11943470348011363, |
| "head_1_top5": 0.330535888671875, |
| "head_2_top1": 0.12488625266335228, |
| "head_2_top5": 0.33720536665482953, |
| "head_3_top1": 0.09928200461647728, |
| "head_3_top5": 0.2818270596590909, |
| "head_4_top1": 0.08101307262073863, |
| "head_4_top5": 0.23612559925426135, |
| "head_5_top1": 0.04690274325284091, |
| "head_5_top5": 0.14707253196022727, |
| "head_6_top1": 0.032395796342329544, |
| "head_6_top5": 0.10703901811079546, |
| "head_7_top1": 0.027535178444602272, |
| "head_7_top5": 0.091949462890625, |
| "loss": 5.270176280628551, |
| "mert_alignment_loss": 0.237693266435103, |
| "mert_cosine": 0.762306733564897, |
| "mert_weight": 0.05577576443941105, |
| "optimization_loss": 5.283433393998579, |
| "semantic_top1": 0.428680419921875, |
| "semantic_top5": 0.8027316006747159, |
| "step": 15500, |
| "teacher_kl_loss": 2.527528936212713, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08086286272321429, |
| "ce_loss": 4.542943000793457, |
| "learning_rate": 4.411778417660772e-06, |
| "loss": 5.156757354736328, |
| "mert_alignment_loss": 0.22951029241085052, |
| "mert_cosine": 0.7704897075891495, |
| "mert_weight": 0.0529445073612683, |
| "optimization_loss": 5.16890811920166, |
| "semantic_top1": 0.490234375, |
| "step": 15520, |
| "teacher_kl_loss": 2.455256700515747, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08403669084821429, |
| "ce_loss": 4.556311130523682, |
| "learning_rate": 4.370656794186208e-06, |
| "loss": 5.175557613372803, |
| "mert_alignment_loss": 0.23774035274982452, |
| "mert_cosine": 0.7622596472501755, |
| "mert_weight": 0.05011325028312584, |
| "optimization_loss": 5.187471389770508, |
| "semantic_top1": 0.4669189453125, |
| "step": 15540, |
| "teacher_kl_loss": 2.4769859313964844, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08522251674107142, |
| "ce_loss": 4.508984565734863, |
| "learning_rate": 4.329535170711642e-06, |
| "loss": 5.119723796844482, |
| "mert_alignment_loss": 0.24137665331363678, |
| "mert_cosine": 0.7586233466863632, |
| "mert_weight": 0.047281993204983094, |
| "optimization_loss": 5.131136417388916, |
| "semantic_top1": 0.48388671875, |
| "step": 15560, |
| "teacher_kl_loss": 2.442955255508423, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08304268973214286, |
| "ce_loss": 4.54820442199707, |
| "learning_rate": 4.2884135472370765e-06, |
| "loss": 5.169166564941406, |
| "mert_alignment_loss": 0.2372753769159317, |
| "mert_cosine": 0.7627246230840683, |
| "mert_weight": 0.04445073612684035, |
| "optimization_loss": 5.179714202880859, |
| "semantic_top1": 0.4876708984375, |
| "step": 15580, |
| "teacher_kl_loss": 2.4838485717773438, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08576311383928571, |
| "ce_loss": 4.509360313415527, |
| "learning_rate": 4.247291923762511e-06, |
| "loss": 5.124271392822266, |
| "mert_alignment_loss": 0.2411019653081894, |
| "mert_cosine": 0.7588980346918106, |
| "mert_weight": 0.0416194790486976, |
| "optimization_loss": 5.134305953979492, |
| "semantic_top1": 0.504638671875, |
| "step": 15600, |
| "teacher_kl_loss": 2.4596457481384277, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08700125558035714, |
| "ce_loss": 4.4976091384887695, |
| "learning_rate": 4.206170300287946e-06, |
| "loss": 5.098611354827881, |
| "mert_alignment_loss": 0.24484597146511078, |
| "mert_cosine": 0.7551540285348892, |
| "mert_weight": 0.038788221970554856, |
| "optimization_loss": 5.1081085205078125, |
| "semantic_top1": 0.4844970703125, |
| "step": 15620, |
| "teacher_kl_loss": 2.404008150100708, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08518763950892858, |
| "ce_loss": 4.540013313293457, |
| "learning_rate": 4.165048676813381e-06, |
| "loss": 5.1574506759643555, |
| "mert_alignment_loss": 0.24326610565185547, |
| "mert_cosine": 0.7567338943481445, |
| "mert_weight": 0.03595696489241239, |
| "optimization_loss": 5.166197299957275, |
| "semantic_top1": 0.4686279296875, |
| "step": 15640, |
| "teacher_kl_loss": 2.469747543334961, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08455984933035714, |
| "ce_loss": 4.523675918579102, |
| "learning_rate": 4.123927053338819e-06, |
| "loss": 5.138328552246094, |
| "mert_alignment_loss": 0.24258139729499817, |
| "mert_cosine": 0.7574186027050018, |
| "mert_weight": 0.03312570781426964, |
| "optimization_loss": 5.146364212036133, |
| "semantic_top1": 0.4697265625, |
| "step": 15660, |
| "teacher_kl_loss": 2.458611488342285, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08279854910714286, |
| "ce_loss": 4.550737380981445, |
| "learning_rate": 4.082805429864255e-06, |
| "loss": 5.166449546813965, |
| "mert_alignment_loss": 0.24230319261550903, |
| "mert_cosine": 0.757696807384491, |
| "mert_weight": 0.0302944507361269, |
| "optimization_loss": 5.173790454864502, |
| "semantic_top1": 0.4970703125, |
| "step": 15680, |
| "teacher_kl_loss": 2.462850332260132, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07904924665178571, |
| "ce_loss": 4.603356838226318, |
| "learning_rate": 4.041683806389689e-06, |
| "loss": 5.2325239181518555, |
| "mert_alignment_loss": 0.23693688213825226, |
| "mert_cosine": 0.7630631178617477, |
| "mert_weight": 0.027463193657984154, |
| "optimization_loss": 5.239030838012695, |
| "semantic_top1": 0.4727783203125, |
| "step": 15700, |
| "teacher_kl_loss": 2.516667127609253, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07758440290178571, |
| "ce_loss": 4.607519149780273, |
| "learning_rate": 4.000562182915124e-06, |
| "loss": 5.2364678382873535, |
| "mert_alignment_loss": 0.23832744359970093, |
| "mert_cosine": 0.7616725564002991, |
| "mert_weight": 0.02463193657984141, |
| "optimization_loss": 5.24233865737915, |
| "semantic_top1": 0.482666015625, |
| "step": 15720, |
| "teacher_kl_loss": 2.5157952308654785, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08234514508928571, |
| "ce_loss": 4.5344977378845215, |
| "learning_rate": 3.95944055944056e-06, |
| "loss": 5.150535583496094, |
| "mert_alignment_loss": 0.2376326471567154, |
| "mert_cosine": 0.7623673528432846, |
| "mert_weight": 0.021800679501698665, |
| "optimization_loss": 5.155715465545654, |
| "semantic_top1": 0.490966796875, |
| "step": 15740, |
| "teacher_kl_loss": 2.464149236679077, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08185686383928571, |
| "ce_loss": 4.524171829223633, |
| "learning_rate": 3.918318935965993e-06, |
| "loss": 5.14060115814209, |
| "mert_alignment_loss": 0.24350601434707642, |
| "mert_cosine": 0.7564939856529236, |
| "mert_weight": 0.018969422423556197, |
| "optimization_loss": 5.1452202796936035, |
| "semantic_top1": 0.489501953125, |
| "step": 15760, |
| "teacher_kl_loss": 2.4657175540924072, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08396693638392858, |
| "ce_loss": 4.539693832397461, |
| "learning_rate": 3.8771973124914285e-06, |
| "loss": 5.158397674560547, |
| "mert_alignment_loss": 0.24480028450489044, |
| "mert_cosine": 0.7551997154951096, |
| "mert_weight": 0.01613816534541345, |
| "optimization_loss": 5.16234827041626, |
| "semantic_top1": 0.4898681640625, |
| "step": 15780, |
| "teacher_kl_loss": 2.4748153686523438, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08450753348214286, |
| "ce_loss": 4.523041248321533, |
| "learning_rate": 3.836075689016867e-06, |
| "loss": 5.138391494750977, |
| "mert_alignment_loss": 0.24158532917499542, |
| "mert_cosine": 0.7584146708250046, |
| "mert_weight": 0.013306908267270707, |
| "optimization_loss": 5.141606330871582, |
| "semantic_top1": 0.4906005859375, |
| "step": 15800, |
| "teacher_kl_loss": 2.461402416229248, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08147321428571429, |
| "ce_loss": 4.559650421142578, |
| "learning_rate": 3.7949540655423016e-06, |
| "loss": 5.176090240478516, |
| "mert_alignment_loss": 0.23936519026756287, |
| "mert_cosine": 0.7606348097324371, |
| "mert_weight": 0.010475651189127962, |
| "optimization_loss": 5.178597450256348, |
| "semantic_top1": 0.483642578125, |
| "step": 15820, |
| "teacher_kl_loss": 2.4657576084136963, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08342633928571429, |
| "ce_loss": 4.51673698425293, |
| "learning_rate": 3.753832442067737e-06, |
| "loss": 5.1281023025512695, |
| "mert_alignment_loss": 0.23844009637832642, |
| "mert_cosine": 0.7615599036216736, |
| "mert_weight": 0.007644394110985217, |
| "optimization_loss": 5.129924774169922, |
| "semantic_top1": 0.4825439453125, |
| "step": 15840, |
| "teacher_kl_loss": 2.4454596042633057, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08107212611607142, |
| "ce_loss": 4.530200481414795, |
| "learning_rate": 3.7127108185931718e-06, |
| "loss": 5.142952919006348, |
| "mert_alignment_loss": 0.24021366238594055, |
| "mert_cosine": 0.7597863376140594, |
| "mert_weight": 0.00481313703284275, |
| "optimization_loss": 5.14410924911499, |
| "semantic_top1": 0.4957275390625, |
| "step": 15860, |
| "teacher_kl_loss": 2.45100998878479, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08091517857142858, |
| "ce_loss": 4.579836845397949, |
| "learning_rate": 3.6715891951186062e-06, |
| "loss": 5.203544616699219, |
| "mert_alignment_loss": 0.2384328544139862, |
| "mert_cosine": 0.7615671455860138, |
| "mert_weight": 0.0019818799547000046, |
| "optimization_loss": 5.204017639160156, |
| "semantic_top1": 0.47265625, |
| "step": 15880, |
| "teacher_kl_loss": 2.4948320388793945, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.09104701450892858, |
| "ce_loss": 4.454660892486572, |
| "learning_rate": 3.6304675716440415e-06, |
| "loss": 5.054815292358398, |
| "mert_alignment_loss": 0.24539496004581451, |
| "mert_cosine": 0.7546050399541855, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.054815292358398, |
| "semantic_top1": 0.4940185546875, |
| "step": 15900, |
| "teacher_kl_loss": 2.4006192684173584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07929338727678571, |
| "ce_loss": 4.575993061065674, |
| "learning_rate": 3.589345948169475e-06, |
| "loss": 5.1960015296936035, |
| "mert_alignment_loss": 0.2390773892402649, |
| "mert_cosine": 0.7609226107597351, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1960015296936035, |
| "semantic_top1": 0.484130859375, |
| "step": 15920, |
| "teacher_kl_loss": 2.4800350666046143, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08297293526785714, |
| "ce_loss": 4.547614097595215, |
| "learning_rate": 3.5482243246949146e-06, |
| "loss": 5.163867950439453, |
| "mert_alignment_loss": 0.24512648582458496, |
| "mert_cosine": 0.754873514175415, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.163867950439453, |
| "semantic_top1": 0.482421875, |
| "step": 15940, |
| "teacher_kl_loss": 2.4650144577026367, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08098493303571429, |
| "ce_loss": 4.556908130645752, |
| "learning_rate": 3.507102701220349e-06, |
| "loss": 5.17713737487793, |
| "mert_alignment_loss": 0.24908532202243805, |
| "mert_cosine": 0.750914677977562, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.17713737487793, |
| "semantic_top1": 0.4700927734375, |
| "step": 15960, |
| "teacher_kl_loss": 2.480917453765869, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08091517857142858, |
| "ce_loss": 4.584697246551514, |
| "learning_rate": 3.4659810777457835e-06, |
| "loss": 5.21113395690918, |
| "mert_alignment_loss": 0.23936660587787628, |
| "mert_cosine": 0.7606333941221237, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.21113395690918, |
| "semantic_top1": 0.48095703125, |
| "step": 15980, |
| "teacher_kl_loss": 2.5057458877563477, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08108956473214286, |
| "ce_loss": 4.574001312255859, |
| "learning_rate": 3.4248594542712184e-06, |
| "loss": 5.20406436920166, |
| "mert_alignment_loss": 0.24182218313217163, |
| "mert_cosine": 0.7581778168678284, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.20406436920166, |
| "semantic_top1": 0.4808349609375, |
| "step": 16000, |
| "teacher_kl_loss": 2.520251750946045, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07601889077719155, |
| "acoustic_top5": 0.21922837294541397, |
| "ce_loss": 4.636166659268466, |
| "head_0_top1": 0.4286471280184659, |
| "head_0_top5": 0.8030811656605114, |
| "head_1_top1": 0.11922662908380682, |
| "head_1_top5": 0.3308160955255682, |
| "head_2_top1": 0.12523304332386365, |
| "head_2_top5": 0.33769364790482953, |
| "head_3_top1": 0.09915993430397728, |
| "head_3_top5": 0.2824346368963068, |
| "head_4_top1": 0.08130715110085228, |
| "head_4_top5": 0.2362643155184659, |
| "head_5_top1": 0.047124689275568184, |
| "head_5_top5": 0.14772449840198865, |
| "head_6_top1": 0.03244295987215909, |
| "head_6_top5": 0.10739690607244318, |
| "head_7_top1": 0.027637828480113636, |
| "head_7_top5": 0.09226851029829546, |
| "loss": 5.268038316206499, |
| "mert_alignment_loss": 0.23789499022743918, |
| "mert_cosine": 0.7621050097725608, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.268038316206499, |
| "semantic_top1": 0.4286471280184659, |
| "semantic_top5": 0.8030811656605114, |
| "step": 16000, |
| "teacher_kl_loss": 2.5274857607754795, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.084228515625, |
| "ce_loss": 4.533696174621582, |
| "learning_rate": 3.3837378307966532e-06, |
| "loss": 5.151151180267334, |
| "mert_alignment_loss": 0.2398356795310974, |
| "mert_cosine": 0.7601643204689026, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.151151180267334, |
| "semantic_top1": 0.4962158203125, |
| "step": 16020, |
| "teacher_kl_loss": 2.469818353652954, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07938058035714286, |
| "ce_loss": 4.591829776763916, |
| "learning_rate": 3.342616207322088e-06, |
| "loss": 5.219695568084717, |
| "mert_alignment_loss": 0.24076342582702637, |
| "mert_cosine": 0.7592365741729736, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.219695568084717, |
| "semantic_top1": 0.47509765625, |
| "step": 16040, |
| "teacher_kl_loss": 2.5114634037017822, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08626883370535714, |
| "ce_loss": 4.5289459228515625, |
| "learning_rate": 3.3014945838475234e-06, |
| "loss": 5.149783134460449, |
| "mert_alignment_loss": 0.23546969890594482, |
| "mert_cosine": 0.7645303010940552, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.149783134460449, |
| "semantic_top1": 0.482666015625, |
| "step": 16060, |
| "teacher_kl_loss": 2.483346700668335, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0782470703125, |
| "ce_loss": 4.59269380569458, |
| "learning_rate": 3.2603729603729612e-06, |
| "loss": 5.218061447143555, |
| "mert_alignment_loss": 0.24592295289039612, |
| "mert_cosine": 0.7540770471096039, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.218061447143555, |
| "semantic_top1": 0.4718017578125, |
| "step": 16080, |
| "teacher_kl_loss": 2.501469612121582, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08607700892857142, |
| "ce_loss": 4.516263484954834, |
| "learning_rate": 3.2192513368983965e-06, |
| "loss": 5.139023780822754, |
| "mert_alignment_loss": 0.23484304547309875, |
| "mert_cosine": 0.7651569545269012, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.139023780822754, |
| "semantic_top1": 0.4984130859375, |
| "step": 16100, |
| "teacher_kl_loss": 2.49104380607605, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08248465401785714, |
| "ce_loss": 4.538315296173096, |
| "learning_rate": 3.1781297134238314e-06, |
| "loss": 5.155350685119629, |
| "mert_alignment_loss": 0.2406892031431198, |
| "mert_cosine": 0.7593107968568802, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.155350685119629, |
| "semantic_top1": 0.478759765625, |
| "step": 16120, |
| "teacher_kl_loss": 2.46814227104187, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08295549665178571, |
| "ce_loss": 4.525519371032715, |
| "learning_rate": 3.137008089949266e-06, |
| "loss": 5.135256767272949, |
| "mert_alignment_loss": 0.24869242310523987, |
| "mert_cosine": 0.7513075768947601, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.135256767272949, |
| "semantic_top1": 0.4749755859375, |
| "step": 16140, |
| "teacher_kl_loss": 2.438948154449463, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07854352678571429, |
| "ce_loss": 4.602996826171875, |
| "learning_rate": 3.0958864664747007e-06, |
| "loss": 5.229163646697998, |
| "mert_alignment_loss": 0.24032004177570343, |
| "mert_cosine": 0.7596799582242966, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.229163646697998, |
| "semantic_top1": 0.4654541015625, |
| "step": 16160, |
| "teacher_kl_loss": 2.5046682357788086, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08449009486607142, |
| "ce_loss": 4.506817817687988, |
| "learning_rate": 3.0547648430001355e-06, |
| "loss": 5.124785423278809, |
| "mert_alignment_loss": 0.23957929015159607, |
| "mert_cosine": 0.7604207098484039, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.124785423278809, |
| "semantic_top1": 0.5001220703125, |
| "step": 16180, |
| "teacher_kl_loss": 2.4718704223632812, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08449009486607142, |
| "ce_loss": 4.516165733337402, |
| "learning_rate": 3.01364321952557e-06, |
| "loss": 5.1298508644104, |
| "mert_alignment_loss": 0.24070300161838531, |
| "mert_cosine": 0.7592969983816147, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1298508644104, |
| "semantic_top1": 0.501708984375, |
| "step": 16200, |
| "teacher_kl_loss": 2.454740524291992, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08075823102678571, |
| "ce_loss": 4.56927490234375, |
| "learning_rate": 2.9725215960510095e-06, |
| "loss": 5.190800666809082, |
| "mert_alignment_loss": 0.24604199826717377, |
| "mert_cosine": 0.7539580017328262, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.190800666809082, |
| "semantic_top1": 0.4764404296875, |
| "step": 16220, |
| "teacher_kl_loss": 2.486102342605591, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08536202566964286, |
| "ce_loss": 4.5026068687438965, |
| "learning_rate": 2.931399972576444e-06, |
| "loss": 5.116077423095703, |
| "mert_alignment_loss": 0.23881953954696655, |
| "mert_cosine": 0.7611804604530334, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.116077423095703, |
| "semantic_top1": 0.493408203125, |
| "step": 16240, |
| "teacher_kl_loss": 2.453883409500122, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07877022879464286, |
| "ce_loss": 4.596322536468506, |
| "learning_rate": 2.8902783491018784e-06, |
| "loss": 5.223933696746826, |
| "mert_alignment_loss": 0.24195493757724762, |
| "mert_cosine": 0.7580450624227524, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.223933696746826, |
| "semantic_top1": 0.474609375, |
| "step": 16260, |
| "teacher_kl_loss": 2.510446071624756, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08417619977678571, |
| "ce_loss": 4.532020568847656, |
| "learning_rate": 2.8491567256273132e-06, |
| "loss": 5.148449420928955, |
| "mert_alignment_loss": 0.23992720246315002, |
| "mert_cosine": 0.76007279753685, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.148449420928955, |
| "semantic_top1": 0.4822998046875, |
| "step": 16280, |
| "teacher_kl_loss": 2.4657156467437744, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08464704241071429, |
| "ce_loss": 4.537561893463135, |
| "learning_rate": 2.808035102152748e-06, |
| "loss": 5.157032012939453, |
| "mert_alignment_loss": 0.23829644918441772, |
| "mert_cosine": 0.7617035508155823, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.157032012939453, |
| "semantic_top1": 0.496826171875, |
| "step": 16300, |
| "teacher_kl_loss": 2.4778809547424316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08028738839285714, |
| "ce_loss": 4.584238052368164, |
| "learning_rate": 2.766913478678183e-06, |
| "loss": 5.205986499786377, |
| "mert_alignment_loss": 0.24665801227092743, |
| "mert_cosine": 0.7533419877290726, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.205986499786377, |
| "semantic_top1": 0.45849609375, |
| "step": 16320, |
| "teacher_kl_loss": 2.4869942665100098, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08124651227678571, |
| "ce_loss": 4.572076797485352, |
| "learning_rate": 2.7257918552036183e-06, |
| "loss": 5.196032524108887, |
| "mert_alignment_loss": 0.23612123727798462, |
| "mert_cosine": 0.7638787627220154, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.196032524108887, |
| "semantic_top1": 0.4827880859375, |
| "step": 16340, |
| "teacher_kl_loss": 2.495823383331299, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07852608816964286, |
| "ce_loss": 4.601576328277588, |
| "learning_rate": 2.684670231729056e-06, |
| "loss": 5.225317001342773, |
| "mert_alignment_loss": 0.24498210847377777, |
| "mert_cosine": 0.7550178915262222, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.225317001342773, |
| "semantic_top1": 0.4776611328125, |
| "step": 16360, |
| "teacher_kl_loss": 2.494962215423584, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08421107700892858, |
| "ce_loss": 4.51210880279541, |
| "learning_rate": 2.6435486082544914e-06, |
| "loss": 5.127896785736084, |
| "mert_alignment_loss": 0.2376728504896164, |
| "mert_cosine": 0.7623271495103836, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.127896785736084, |
| "semantic_top1": 0.49365234375, |
| "step": 16380, |
| "teacher_kl_loss": 2.4631524085998535, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08244977678571429, |
| "ce_loss": 4.542314052581787, |
| "learning_rate": 2.6024269847799262e-06, |
| "loss": 5.160444736480713, |
| "mert_alignment_loss": 0.23601776361465454, |
| "mert_cosine": 0.7639822363853455, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.160444736480713, |
| "semantic_top1": 0.4952392578125, |
| "step": 16400, |
| "teacher_kl_loss": 2.4725213050842285, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07608468191964286, |
| "ce_loss": 4.604569435119629, |
| "learning_rate": 2.5613053613053607e-06, |
| "loss": 5.2364397048950195, |
| "mert_alignment_loss": 0.23389337956905365, |
| "mert_cosine": 0.7661066204309464, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.2364397048950195, |
| "semantic_top1": 0.489501953125, |
| "step": 16420, |
| "teacher_kl_loss": 2.5274806022644043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08192661830357142, |
| "ce_loss": 4.566445350646973, |
| "learning_rate": 2.5201837378307955e-06, |
| "loss": 5.188028335571289, |
| "mert_alignment_loss": 0.2420918494462967, |
| "mert_cosine": 0.7579081505537033, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.188028335571289, |
| "semantic_top1": 0.4840087890625, |
| "step": 16440, |
| "teacher_kl_loss": 2.4863314628601074, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08159528459821429, |
| "ce_loss": 4.555529594421387, |
| "learning_rate": 2.4790621143562304e-06, |
| "loss": 5.177427768707275, |
| "mert_alignment_loss": 0.24374310672283173, |
| "mert_cosine": 0.7562568932771683, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.177427768707275, |
| "semantic_top1": 0.4739990234375, |
| "step": 16460, |
| "teacher_kl_loss": 2.4875924587249756, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08414132254464286, |
| "ce_loss": 4.512289047241211, |
| "learning_rate": 2.437940490881665e-06, |
| "loss": 5.124481201171875, |
| "mert_alignment_loss": 0.24169258773326874, |
| "mert_cosine": 0.7583074122667313, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.124481201171875, |
| "semantic_top1": 0.4710693359375, |
| "step": 16480, |
| "teacher_kl_loss": 2.448770046234131, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08680943080357142, |
| "ce_loss": 4.467696666717529, |
| "learning_rate": 2.3968188674071044e-06, |
| "loss": 5.071090221405029, |
| "mert_alignment_loss": 0.24053244292736053, |
| "mert_cosine": 0.7594675570726395, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.071090221405029, |
| "semantic_top1": 0.4951171875, |
| "step": 16500, |
| "teacher_kl_loss": 2.4135751724243164, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07617702731838474, |
| "acoustic_top5": 0.21954226803469967, |
| "ce_loss": 4.634354331276634, |
| "head_0_top1": 0.4292879971590909, |
| "head_0_top5": 0.8040050159801136, |
| "head_1_top1": 0.11981201171875, |
| "head_1_top5": 0.3312738591974432, |
| "head_2_top1": 0.12568803267045456, |
| "head_2_top5": 0.33790449662642047, |
| "head_3_top1": 0.099365234375, |
| "head_3_top5": 0.28257612748579547, |
| "head_4_top1": 0.08132102272727272, |
| "head_4_top5": 0.2370328036221591, |
| "head_5_top1": 0.04709972034801136, |
| "head_5_top5": 0.14814619584517044, |
| "head_6_top1": 0.032282049005681816, |
| "head_6_top5": 0.10744961825284091, |
| "head_7_top1": 0.027671120383522728, |
| "head_7_top5": 0.09241277521306818, |
| "loss": 5.265233820134943, |
| "mert_alignment_loss": 0.2380360256541859, |
| "mert_cosine": 0.7619639743458141, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.265233820134943, |
| "semantic_top1": 0.4292879971590909, |
| "semantic_top5": 0.8040050159801136, |
| "step": 16500, |
| "teacher_kl_loss": 2.523518302223899, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08492606026785714, |
| "ce_loss": 4.515538215637207, |
| "learning_rate": 2.3556972439325384e-06, |
| "loss": 5.132804870605469, |
| "mert_alignment_loss": 0.24278132617473602, |
| "mert_cosine": 0.757218673825264, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.132804870605469, |
| "semantic_top1": 0.48779296875, |
| "step": 16520, |
| "teacher_kl_loss": 2.469066619873047, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08487374441964286, |
| "ce_loss": 4.5179243087768555, |
| "learning_rate": 2.3145756204579733e-06, |
| "loss": 5.126805305480957, |
| "mert_alignment_loss": 0.24338649213314056, |
| "mert_cosine": 0.7566135078668594, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.126805305480957, |
| "semantic_top1": 0.4744873046875, |
| "step": 16540, |
| "teacher_kl_loss": 2.43552303314209, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08302525111607142, |
| "ce_loss": 4.533653736114502, |
| "learning_rate": 2.273453996983408e-06, |
| "loss": 5.1544647216796875, |
| "mert_alignment_loss": 0.2417571246623993, |
| "mert_cosine": 0.7582428753376007, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1544647216796875, |
| "semantic_top1": 0.4945068359375, |
| "step": 16560, |
| "teacher_kl_loss": 2.483243942260742, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07929338727678571, |
| "ce_loss": 4.604293346405029, |
| "learning_rate": 2.232332373508843e-06, |
| "loss": 5.230515956878662, |
| "mert_alignment_loss": 0.24579204618930817, |
| "mert_cosine": 0.7542079538106918, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.230515956878662, |
| "semantic_top1": 0.469482421875, |
| "step": 16580, |
| "teacher_kl_loss": 2.5048909187316895, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08541434151785714, |
| "ce_loss": 4.519436836242676, |
| "learning_rate": 2.191210750034278e-06, |
| "loss": 5.134868144989014, |
| "mert_alignment_loss": 0.24054408073425293, |
| "mert_cosine": 0.7594559192657471, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.134868144989014, |
| "semantic_top1": 0.489013671875, |
| "step": 16600, |
| "teacher_kl_loss": 2.4617257118225098, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08949497767857142, |
| "ce_loss": 4.494637489318848, |
| "learning_rate": 2.1500891265597123e-06, |
| "loss": 5.110811233520508, |
| "mert_alignment_loss": 0.24450689554214478, |
| "mert_cosine": 0.7554931044578552, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.110811233520508, |
| "semantic_top1": 0.501220703125, |
| "step": 16620, |
| "teacher_kl_loss": 2.4646944999694824, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08379255022321429, |
| "ce_loss": 4.541677474975586, |
| "learning_rate": 2.108967503085151e-06, |
| "loss": 5.162313461303711, |
| "mert_alignment_loss": 0.2374807596206665, |
| "mert_cosine": 0.7625192403793335, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.162313461303711, |
| "semantic_top1": 0.483154296875, |
| "step": 16640, |
| "teacher_kl_loss": 2.4825439453125, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07822963169642858, |
| "ce_loss": 4.585952281951904, |
| "learning_rate": 2.0678458796105863e-06, |
| "loss": 5.214557647705078, |
| "mert_alignment_loss": 0.24247387051582336, |
| "mert_cosine": 0.7575261294841766, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.214557647705078, |
| "semantic_top1": 0.4886474609375, |
| "step": 16660, |
| "teacher_kl_loss": 2.5144221782684326, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07758440290178571, |
| "ce_loss": 4.596673011779785, |
| "learning_rate": 2.026724256136021e-06, |
| "loss": 5.220815181732178, |
| "mert_alignment_loss": 0.23585999011993408, |
| "mert_cosine": 0.7641400098800659, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.220815181732178, |
| "semantic_top1": 0.485107421875, |
| "step": 16680, |
| "teacher_kl_loss": 2.496570110321045, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08501325334821429, |
| "ce_loss": 4.5319671630859375, |
| "learning_rate": 1.9856026326614556e-06, |
| "loss": 5.14971923828125, |
| "mert_alignment_loss": 0.23847699165344238, |
| "mert_cosine": 0.7615230083465576, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.14971923828125, |
| "semantic_top1": 0.496826171875, |
| "step": 16700, |
| "teacher_kl_loss": 2.471010684967041, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08726283482142858, |
| "ce_loss": 4.504752159118652, |
| "learning_rate": 1.9444810091868904e-06, |
| "loss": 5.125173568725586, |
| "mert_alignment_loss": 0.24667377769947052, |
| "mert_cosine": 0.7533262223005295, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.125173568725586, |
| "semantic_top1": 0.49658203125, |
| "step": 16720, |
| "teacher_kl_loss": 2.481684923171997, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08192661830357142, |
| "ce_loss": 4.528491020202637, |
| "learning_rate": 1.9033593857123253e-06, |
| "loss": 5.148318290710449, |
| "mert_alignment_loss": 0.24114705622196198, |
| "mert_cosine": 0.758852943778038, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.148318290710449, |
| "semantic_top1": 0.4937744140625, |
| "step": 16740, |
| "teacher_kl_loss": 2.4793105125427246, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.083251953125, |
| "ce_loss": 4.5421576499938965, |
| "learning_rate": 1.86223776223776e-06, |
| "loss": 5.160619735717773, |
| "mert_alignment_loss": 0.23740234971046448, |
| "mert_cosine": 0.7625976502895355, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.160619735717773, |
| "semantic_top1": 0.4920654296875, |
| "step": 16760, |
| "teacher_kl_loss": 2.473846912384033, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08417619977678571, |
| "ce_loss": 4.510440349578857, |
| "learning_rate": 1.8211161387631988e-06, |
| "loss": 5.123559474945068, |
| "mert_alignment_loss": 0.237176775932312, |
| "mert_cosine": 0.762823224067688, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.123559474945068, |
| "semantic_top1": 0.499755859375, |
| "step": 16780, |
| "teacher_kl_loss": 2.45247745513916, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08820452008928571, |
| "ce_loss": 4.464873790740967, |
| "learning_rate": 1.7799945152886337e-06, |
| "loss": 5.073845386505127, |
| "mert_alignment_loss": 0.24252252280712128, |
| "mert_cosine": 0.7574774771928787, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.073845386505127, |
| "semantic_top1": 0.4901123046875, |
| "step": 16800, |
| "teacher_kl_loss": 2.435885429382324, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08414132254464286, |
| "ce_loss": 4.520593643188477, |
| "learning_rate": 1.7388728918140686e-06, |
| "loss": 5.134332180023193, |
| "mert_alignment_loss": 0.23543038964271545, |
| "mert_cosine": 0.7645696103572845, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.134332180023193, |
| "semantic_top1": 0.48828125, |
| "step": 16820, |
| "teacher_kl_loss": 2.4549524784088135, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08225795200892858, |
| "ce_loss": 4.5620527267456055, |
| "learning_rate": 1.6977512683395032e-06, |
| "loss": 5.186818599700928, |
| "mert_alignment_loss": 0.2424432933330536, |
| "mert_cosine": 0.7575567066669464, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.186818599700928, |
| "semantic_top1": 0.490234375, |
| "step": 16840, |
| "teacher_kl_loss": 2.4990644454956055, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08353097098214286, |
| "ce_loss": 4.5319976806640625, |
| "learning_rate": 1.656629644864938e-06, |
| "loss": 5.149832725524902, |
| "mert_alignment_loss": 0.23929910361766815, |
| "mert_cosine": 0.7607008963823318, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.149832725524902, |
| "semantic_top1": 0.482666015625, |
| "step": 16860, |
| "teacher_kl_loss": 2.471339225769043, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08208356584821429, |
| "ce_loss": 4.5240631103515625, |
| "learning_rate": 1.615508021390373e-06, |
| "loss": 5.1361541748046875, |
| "mert_alignment_loss": 0.2355879694223404, |
| "mert_cosine": 0.7644120305776596, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1361541748046875, |
| "semantic_top1": 0.4832763671875, |
| "step": 16880, |
| "teacher_kl_loss": 2.448366403579712, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08382742745535714, |
| "ce_loss": 4.562657356262207, |
| "learning_rate": 1.5743863979158116e-06, |
| "loss": 5.185736656188965, |
| "mert_alignment_loss": 0.23590153455734253, |
| "mert_cosine": 0.7640984654426575, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.185736656188965, |
| "semantic_top1": 0.4820556640625, |
| "step": 16900, |
| "teacher_kl_loss": 2.4923195838928223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08192661830357142, |
| "ce_loss": 4.516237258911133, |
| "learning_rate": 1.5332647744412463e-06, |
| "loss": 5.129078388214111, |
| "mert_alignment_loss": 0.23907175660133362, |
| "mert_cosine": 0.7609282433986664, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.129078388214111, |
| "semantic_top1": 0.4937744140625, |
| "step": 16920, |
| "teacher_kl_loss": 2.451364040374756, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08220563616071429, |
| "ce_loss": 4.559867858886719, |
| "learning_rate": 1.4921431509666811e-06, |
| "loss": 5.177860260009766, |
| "mert_alignment_loss": 0.2422104775905609, |
| "mert_cosine": 0.7577895224094391, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.177860260009766, |
| "semantic_top1": 0.4847412109375, |
| "step": 16940, |
| "teacher_kl_loss": 2.4719700813293457, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08412388392857142, |
| "ce_loss": 4.537784576416016, |
| "learning_rate": 1.451021527492116e-06, |
| "loss": 5.159488677978516, |
| "mert_alignment_loss": 0.24028347432613373, |
| "mert_cosine": 0.7597165256738663, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.159488677978516, |
| "semantic_top1": 0.50048828125, |
| "step": 16960, |
| "teacher_kl_loss": 2.4868154525756836, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08377511160714286, |
| "ce_loss": 4.523327827453613, |
| "learning_rate": 1.4098999040175506e-06, |
| "loss": 5.138267993927002, |
| "mert_alignment_loss": 0.2418176233768463, |
| "mert_cosine": 0.7581823766231537, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.138267993927002, |
| "semantic_top1": 0.4739990234375, |
| "step": 16980, |
| "teacher_kl_loss": 2.4597601890563965, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07798549107142858, |
| "ce_loss": 4.603146553039551, |
| "learning_rate": 1.3687782805429855e-06, |
| "loss": 5.235156059265137, |
| "mert_alignment_loss": 0.23608922958374023, |
| "mert_cosine": 0.7639107704162598, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.235156059265137, |
| "semantic_top1": 0.4842529296875, |
| "step": 17000, |
| "teacher_kl_loss": 2.5280380249023438, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07635735846185066, |
| "acoustic_top5": 0.21998576374797077, |
| "ce_loss": 4.631568561900746, |
| "head_0_top1": 0.4292824485085227, |
| "head_0_top5": 0.8041298606178977, |
| "head_1_top1": 0.12002840909090909, |
| "head_1_top5": 0.3319785378196023, |
| "head_2_top1": 0.12601262872869318, |
| "head_2_top5": 0.33867298473011365, |
| "head_3_top1": 0.09950395063920454, |
| "head_3_top5": 0.28306718306107953, |
| "head_4_top1": 0.08132102272727272, |
| "head_4_top5": 0.23765425248579544, |
| "head_5_top1": 0.0472412109375, |
| "head_5_top5": 0.14818503639914773, |
| "head_6_top1": 0.032745361328125, |
| "head_6_top5": 0.10767433860085228, |
| "head_7_top1": 0.02764892578125, |
| "head_7_top5": 0.09266801313920454, |
| "loss": 5.2625732421875, |
| "mert_alignment_loss": 0.23803682760758835, |
| "mert_cosine": 0.7619631723924116, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.2625732421875, |
| "semantic_top1": 0.4292824485085227, |
| "semantic_top5": 0.8041298606178977, |
| "step": 17000, |
| "teacher_kl_loss": 2.524019414728338, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08255440848214286, |
| "ce_loss": 4.535214424133301, |
| "learning_rate": 1.3276566570684204e-06, |
| "loss": 5.156823635101318, |
| "mert_alignment_loss": 0.23919770121574402, |
| "mert_cosine": 0.760802298784256, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.156823635101318, |
| "semantic_top1": 0.49560546875, |
| "step": 17020, |
| "teacher_kl_loss": 2.486435890197754, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08452497209821429, |
| "ce_loss": 4.538508892059326, |
| "learning_rate": 1.286535033593859e-06, |
| "loss": 5.158275604248047, |
| "mert_alignment_loss": 0.23628637194633484, |
| "mert_cosine": 0.7637136280536652, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.158275604248047, |
| "semantic_top1": 0.4896240234375, |
| "step": 17040, |
| "teacher_kl_loss": 2.4790663719177246, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08780343191964286, |
| "ce_loss": 4.526681423187256, |
| "learning_rate": 1.2454134101192937e-06, |
| "loss": 5.147955417633057, |
| "mert_alignment_loss": 0.24248647689819336, |
| "mert_cosine": 0.7575135231018066, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.147955417633057, |
| "semantic_top1": 0.494140625, |
| "step": 17060, |
| "teacher_kl_loss": 2.485095500946045, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08246721540178571, |
| "ce_loss": 4.535937786102295, |
| "learning_rate": 1.2042917866447286e-06, |
| "loss": 5.149603843688965, |
| "mert_alignment_loss": 0.23722410202026367, |
| "mert_cosine": 0.7627758979797363, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.149603843688965, |
| "semantic_top1": 0.48681640625, |
| "step": 17080, |
| "teacher_kl_loss": 2.4546642303466797, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08225795200892858, |
| "ce_loss": 4.523388862609863, |
| "learning_rate": 1.1631701631701634e-06, |
| "loss": 5.1453657150268555, |
| "mert_alignment_loss": 0.2384706437587738, |
| "mert_cosine": 0.7615293562412262, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1453657150268555, |
| "semantic_top1": 0.4952392578125, |
| "step": 17100, |
| "teacher_kl_loss": 2.4879069328308105, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08285086495535714, |
| "ce_loss": 4.539865493774414, |
| "learning_rate": 1.122048539695598e-06, |
| "loss": 5.164297103881836, |
| "mert_alignment_loss": 0.23992326855659485, |
| "mert_cosine": 0.7600767314434052, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.164297103881836, |
| "semantic_top1": 0.4833984375, |
| "step": 17120, |
| "teacher_kl_loss": 2.497725248336792, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08523995535714286, |
| "ce_loss": 4.547301292419434, |
| "learning_rate": 1.0809269162210327e-06, |
| "loss": 5.167294502258301, |
| "mert_alignment_loss": 0.23763324320316315, |
| "mert_cosine": 0.7623667567968369, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.167294502258301, |
| "semantic_top1": 0.494140625, |
| "step": 17140, |
| "teacher_kl_loss": 2.4799742698669434, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.083984375, |
| "ce_loss": 4.544787883758545, |
| "learning_rate": 1.0398052927464676e-06, |
| "loss": 5.167179107666016, |
| "mert_alignment_loss": 0.24198096990585327, |
| "mert_cosine": 0.7580190300941467, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.167179107666016, |
| "semantic_top1": 0.481689453125, |
| "step": 17160, |
| "teacher_kl_loss": 2.489565849304199, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08138602120535714, |
| "ce_loss": 4.566447734832764, |
| "learning_rate": 9.986836692719063e-07, |
| "loss": 5.190639972686768, |
| "mert_alignment_loss": 0.246143639087677, |
| "mert_cosine": 0.753856360912323, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.190639972686768, |
| "semantic_top1": 0.4901123046875, |
| "step": 17180, |
| "teacher_kl_loss": 2.496767997741699, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08168247767857142, |
| "ce_loss": 4.569665908813477, |
| "learning_rate": 9.575620457973411e-07, |
| "loss": 5.189457893371582, |
| "mert_alignment_loss": 0.23761636018753052, |
| "mert_cosine": 0.7623836398124695, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.189457893371582, |
| "semantic_top1": 0.4920654296875, |
| "step": 17200, |
| "teacher_kl_loss": 2.4791667461395264, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08646065848214286, |
| "ce_loss": 4.5002031326293945, |
| "learning_rate": 9.164404223227761e-07, |
| "loss": 5.114088535308838, |
| "mert_alignment_loss": 0.2413329780101776, |
| "mert_cosine": 0.7586670219898224, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.114088535308838, |
| "semantic_top1": 0.497314453125, |
| "step": 17220, |
| "teacher_kl_loss": 2.4555411338806152, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08267647879464286, |
| "ce_loss": 4.556410789489746, |
| "learning_rate": 8.753187988482105e-07, |
| "loss": 5.179349899291992, |
| "mert_alignment_loss": 0.2359352558851242, |
| "mert_cosine": 0.7640647441148758, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.179349899291992, |
| "semantic_top1": 0.495849609375, |
| "step": 17240, |
| "teacher_kl_loss": 2.491755962371826, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.079833984375, |
| "ce_loss": 4.559770584106445, |
| "learning_rate": 8.341971753736455e-07, |
| "loss": 5.181520462036133, |
| "mert_alignment_loss": 0.24102315306663513, |
| "mert_cosine": 0.7589768469333649, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.181520462036133, |
| "semantic_top1": 0.4786376953125, |
| "step": 17260, |
| "teacher_kl_loss": 2.4869987964630127, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08440290178571429, |
| "ce_loss": 4.532988548278809, |
| "learning_rate": 7.930755518990803e-07, |
| "loss": 5.152872562408447, |
| "mert_alignment_loss": 0.24434581398963928, |
| "mert_cosine": 0.7556541860103607, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.152872562408447, |
| "semantic_top1": 0.486083984375, |
| "step": 17280, |
| "teacher_kl_loss": 2.4795374870300293, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.0804443359375, |
| "ce_loss": 4.555765628814697, |
| "learning_rate": 7.519539284245149e-07, |
| "loss": 5.176029205322266, |
| "mert_alignment_loss": 0.2397773414850235, |
| "mert_cosine": 0.7602226585149765, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.176029205322266, |
| "semantic_top1": 0.496826171875, |
| "step": 17300, |
| "teacher_kl_loss": 2.4810540676116943, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08616420200892858, |
| "ce_loss": 4.493282794952393, |
| "learning_rate": 7.108323049499537e-07, |
| "loss": 5.0993547439575195, |
| "mert_alignment_loss": 0.2436957061290741, |
| "mert_cosine": 0.7563042938709259, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.0993547439575195, |
| "semantic_top1": 0.482177734375, |
| "step": 17320, |
| "teacher_kl_loss": 2.424287796020508, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08485630580357142, |
| "ce_loss": 4.489417552947998, |
| "learning_rate": 6.697106814753886e-07, |
| "loss": 5.104922294616699, |
| "mert_alignment_loss": 0.2410215139389038, |
| "mert_cosine": 0.7589784860610962, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.104922294616699, |
| "semantic_top1": 0.4832763671875, |
| "step": 17340, |
| "teacher_kl_loss": 2.462019920349121, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08326939174107142, |
| "ce_loss": 4.5330657958984375, |
| "learning_rate": 6.285890580008232e-07, |
| "loss": 5.1470842361450195, |
| "mert_alignment_loss": 0.24277082085609436, |
| "mert_cosine": 0.7572291791439056, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1470842361450195, |
| "semantic_top1": 0.494384765625, |
| "step": 17360, |
| "teacher_kl_loss": 2.4560770988464355, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08063616071428571, |
| "ce_loss": 4.580743789672852, |
| "learning_rate": 5.87467434526258e-07, |
| "loss": 5.206326484680176, |
| "mert_alignment_loss": 0.24282070994377136, |
| "mert_cosine": 0.7571792900562286, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.206326484680176, |
| "semantic_top1": 0.4832763671875, |
| "step": 17380, |
| "teacher_kl_loss": 2.5023293495178223, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08101981026785714, |
| "ce_loss": 4.563844680786133, |
| "learning_rate": 5.463458110516928e-07, |
| "loss": 5.1817240715026855, |
| "mert_alignment_loss": 0.24498796463012695, |
| "mert_cosine": 0.755012035369873, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1817240715026855, |
| "semantic_top1": 0.478515625, |
| "step": 17400, |
| "teacher_kl_loss": 2.4715166091918945, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08265904017857142, |
| "ce_loss": 4.531463146209717, |
| "learning_rate": 5.052241875771277e-07, |
| "loss": 5.148616790771484, |
| "mert_alignment_loss": 0.23580363392829895, |
| "mert_cosine": 0.764196366071701, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.148616790771484, |
| "semantic_top1": 0.4808349609375, |
| "step": 17420, |
| "teacher_kl_loss": 2.468614101409912, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08443777901785714, |
| "ce_loss": 4.520045757293701, |
| "learning_rate": 4.6410256410256247e-07, |
| "loss": 5.140398979187012, |
| "mert_alignment_loss": 0.24234320223331451, |
| "mert_cosine": 0.7576567977666855, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.140398979187012, |
| "semantic_top1": 0.4852294921875, |
| "step": 17440, |
| "teacher_kl_loss": 2.4814114570617676, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.082763671875, |
| "ce_loss": 4.543359756469727, |
| "learning_rate": 4.2298094062800115e-07, |
| "loss": 5.161759376525879, |
| "mert_alignment_loss": 0.24227505922317505, |
| "mert_cosine": 0.757724940776825, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.161759376525879, |
| "semantic_top1": 0.48388671875, |
| "step": 17460, |
| "teacher_kl_loss": 2.473597526550293, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.078125, |
| "ce_loss": 4.583800315856934, |
| "learning_rate": 3.8185931715343596e-07, |
| "loss": 5.20841121673584, |
| "mert_alignment_loss": 0.24125967919826508, |
| "mert_cosine": 0.7587403208017349, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.20841121673584, |
| "semantic_top1": 0.490966796875, |
| "step": 17480, |
| "teacher_kl_loss": 2.498444080352783, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08238002232142858, |
| "ce_loss": 4.553812503814697, |
| "learning_rate": 3.407376936788707e-07, |
| "loss": 5.1761860847473145, |
| "mert_alignment_loss": 0.2369118183851242, |
| "mert_cosine": 0.7630881816148758, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1761860847473145, |
| "semantic_top1": 0.4959716796875, |
| "step": 17500, |
| "teacher_kl_loss": 2.489494562149048, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07652936662946429, |
| "acoustic_top5": 0.22019304547991073, |
| "ce_loss": 4.629444122314453, |
| "head_0_top1": 0.4303006258877841, |
| "head_0_top5": 0.8048234419389204, |
| "head_1_top1": 0.12037519975142046, |
| "head_1_top5": 0.3322837136008523, |
| "head_2_top1": 0.12618463689630682, |
| "head_2_top5": 0.3389920321377841, |
| "head_3_top1": 0.09975918856534091, |
| "head_3_top5": 0.28349720348011365, |
| "head_4_top1": 0.08173439719460228, |
| "head_4_top5": 0.23786510120738635, |
| "head_5_top1": 0.04738270152698864, |
| "head_5_top5": 0.14839311079545456, |
| "head_6_top1": 0.032556707208806816, |
| "head_6_top5": 0.10774924538352272, |
| "head_7_top1": 0.027712735262784092, |
| "head_7_top5": 0.09257091175426137, |
| "loss": 5.260235873135653, |
| "mert_alignment_loss": 0.23802466826005417, |
| "mert_cosine": 0.7619753317399458, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.260235873135653, |
| "semantic_top1": 0.4303006258877841, |
| "semantic_top5": 0.8048234419389204, |
| "step": 17500, |
| "teacher_kl_loss": 2.523169430819425, |
| "type": "validation" |
| }, |
| { |
| "acoustic_top1": 0.08244977678571429, |
| "ce_loss": 4.546008110046387, |
| "learning_rate": 2.996160702043055e-07, |
| "loss": 5.163825035095215, |
| "mert_alignment_loss": 0.23829850554466248, |
| "mert_cosine": 0.7617014944553375, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.163825035095215, |
| "semantic_top1": 0.488525390625, |
| "step": 17520, |
| "teacher_kl_loss": 2.471266508102417, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07985142299107142, |
| "ce_loss": 4.581401824951172, |
| "learning_rate": 2.584944467297403e-07, |
| "loss": 5.205236434936523, |
| "mert_alignment_loss": 0.23788388073444366, |
| "mert_cosine": 0.7621161192655563, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.205236434936523, |
| "semantic_top1": 0.4859619140625, |
| "step": 17540, |
| "teacher_kl_loss": 2.4953370094299316, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08628627232142858, |
| "ce_loss": 4.531138896942139, |
| "learning_rate": 2.1737282325517507e-07, |
| "loss": 5.1498565673828125, |
| "mert_alignment_loss": 0.23844729363918304, |
| "mert_cosine": 0.761552706360817, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.1498565673828125, |
| "semantic_top1": 0.4906005859375, |
| "step": 17560, |
| "teacher_kl_loss": 2.474869966506958, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08494349888392858, |
| "ce_loss": 4.53515625, |
| "learning_rate": 1.7625119978060988e-07, |
| "loss": 5.153264045715332, |
| "mert_alignment_loss": 0.2393510788679123, |
| "mert_cosine": 0.7606489211320877, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.153264045715332, |
| "semantic_top1": 0.483154296875, |
| "step": 17580, |
| "teacher_kl_loss": 2.472433567047119, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.07685198102678571, |
| "ce_loss": 4.60449743270874, |
| "learning_rate": 1.3512957630604858e-07, |
| "loss": 5.233874320983887, |
| "mert_alignment_loss": 0.23910591006278992, |
| "mert_cosine": 0.7608940899372101, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.233874320983887, |
| "semantic_top1": 0.4871826171875, |
| "step": 17600, |
| "teacher_kl_loss": 2.5175070762634277, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08042689732142858, |
| "ce_loss": 4.565695285797119, |
| "learning_rate": 9.400795283148336e-08, |
| "loss": 5.190069675445557, |
| "mert_alignment_loss": 0.2376333624124527, |
| "mert_cosine": 0.7623666375875473, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.190069675445557, |
| "semantic_top1": 0.49951171875, |
| "step": 17620, |
| "teacher_kl_loss": 2.4974987506866455, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08782087053571429, |
| "ce_loss": 4.511358261108398, |
| "learning_rate": 5.288632935691815e-08, |
| "loss": 5.133914947509766, |
| "mert_alignment_loss": 0.24185723066329956, |
| "mert_cosine": 0.7581427693367004, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.133914947509766, |
| "semantic_top1": 0.4908447265625, |
| "step": 17640, |
| "teacher_kl_loss": 2.4902260303497314, |
| "type": "train" |
| }, |
| { |
| "acoustic_top1": 0.08857073102678571, |
| "ce_loss": 4.4779839515686035, |
| "learning_rate": 1.1764705882352939e-08, |
| "loss": 5.0869646072387695, |
| "mert_alignment_loss": 0.24580252170562744, |
| "mert_cosine": 0.7541974782943726, |
| "mert_weight": 0.0, |
| "optimization_loss": 5.0869646072387695, |
| "semantic_top1": 0.4930419921875, |
| "step": 17660, |
| "teacher_kl_loss": 2.4359235763549805, |
| "type": "train" |
| } |
| ], |
| "validation_records": 130, |
| "validation_split": "holdout", |
| "validation_windows": 2768 |
| } |
|
|