{ "best_global_step": 4170, "best_metric": 0.2568, "best_model_checkpoint": "rf-detr-finetune/checkpoint-4170", "epoch": 5.0, "eval_steps": 500, "global_step": 4170, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05995203836930456, "grad_norm": 301.2678527832031, "learning_rate": 4.998296741801852e-05, "loss": 20.076802978515627, "step": 50 }, { "epoch": 0.11990407673860912, "grad_norm": 103.49076843261719, "learning_rate": 4.9930496495717747e-05, "loss": 14.375516357421875, "step": 100 }, { "epoch": 0.17985611510791366, "grad_norm": 200.345703125, "learning_rate": 4.984265458324538e-05, "loss": 12.6225390625, "step": 150 }, { "epoch": 0.23980815347721823, "grad_norm": 73.5390853881836, "learning_rate": 4.971956630930356e-05, "loss": 12.25764892578125, "step": 200 }, { "epoch": 0.2997601918465228, "grad_norm": 112.45624542236328, "learning_rate": 4.956140630956908e-05, "loss": 12.0051123046875, "step": 250 }, { "epoch": 0.3597122302158273, "grad_norm": 134.80052185058594, "learning_rate": 4.9368398978923005e-05, "loss": 11.92045654296875, "step": 300 }, { "epoch": 0.4196642685851319, "grad_norm": 65.4284439086914, "learning_rate": 4.9140818153082826e-05, "loss": 11.685191650390625, "step": 350 }, { "epoch": 0.47961630695443647, "grad_norm": 204.7611846923828, "learning_rate": 4.887898672008871e-05, "loss": 12.055404052734374, "step": 400 }, { "epoch": 0.539568345323741, "grad_norm": 95.52601623535156, "learning_rate": 4.858327616219512e-05, "loss": 11.7360205078125, "step": 450 }, { "epoch": 0.5995203836930456, "grad_norm": 230.4664764404297, "learning_rate": 4.8254106028817734e-05, "loss": 11.886551513671876, "step": 500 }, { "epoch": 0.6594724220623501, "grad_norm": 91.33781433105469, "learning_rate": 4.789194334128338e-05, "loss": 11.833931884765626, "step": 550 }, { "epoch": 0.7194244604316546, "grad_norm": 102.74872589111328, "learning_rate": 4.749730193022771e-05, "loss": 11.528101806640626, "step": 600 }, { "epoch": 0.7793764988009593, "grad_norm": 116.03142547607422, "learning_rate": 4.707074170658046e-05, "loss": 11.27357421875, "step": 650 }, { "epoch": 0.8393285371702638, "grad_norm": 134.25152587890625, "learning_rate": 4.661286786717278e-05, "loss": 12.12280029296875, "step": 700 }, { "epoch": 0.8992805755395683, "grad_norm": 50.58659362792969, "learning_rate": 4.612433003609365e-05, "loss": 11.567744140625, "step": 750 }, { "epoch": 0.9592326139088729, "grad_norm": 100.98673248291016, "learning_rate": 4.5605821343013555e-05, "loss": 11.084088134765626, "step": 800 }, { "epoch": 1.0, "eval_loss": 11.79632568359375, "eval_map": 0.1066, "eval_map_50": 0.1976, "eval_map_75": 0.0986, "eval_map_group": 0.084, "eval_map_image": 0.0987, "eval_map_large": 0.1444, "eval_map_medium": 0.1042, "eval_map_rectangle": 0.0913, "eval_map_small": 0.0586, "eval_map_text": 0.1523, "eval_mar_1": 0.0389, "eval_mar_10": 0.1986, "eval_mar_100": 0.3865, "eval_mar_100_group": 0.4032, "eval_mar_100_image": 0.4317, "eval_mar_100_rectangle": 0.3216, "eval_mar_100_text": 0.3893, "eval_mar_large": 0.5414, "eval_mar_medium": 0.3874, "eval_mar_small": 0.2273, "eval_model_preparation_time": 0.005, "eval_runtime": 108.4443, "eval_samples_per_second": 10.853, "eval_steps_per_second": 1.365, "step": 834 }, { "epoch": 1.0191846522781776, "grad_norm": 75.91262817382812, "learning_rate": 4.505807743978324e-05, "loss": 11.350087890625, "step": 850 }, { "epoch": 1.079136690647482, "grad_norm": 49.54159927368164, "learning_rate": 4.4481875456702584e-05, "loss": 11.18785888671875, "step": 900 }, { "epoch": 1.1390887290167866, "grad_norm": 49.17595291137695, "learning_rate": 4.387803289994053e-05, "loss": 11.215789794921875, "step": 950 }, { "epoch": 1.1990407673860912, "grad_norm": 85.64462280273438, "learning_rate": 4.324740649167044e-05, "loss": 11.034937744140626, "step": 1000 }, { "epoch": 1.2589928057553956, "grad_norm": 63.830772399902344, "learning_rate": 4.25908909545663e-05, "loss": 11.066007080078125, "step": 1050 }, { "epoch": 1.3189448441247003, "grad_norm": 77.94012451171875, "learning_rate": 4.190941774238454e-05, "loss": 10.998631591796874, "step": 1100 }, { "epoch": 1.3788968824940047, "grad_norm": 130.33816528320312, "learning_rate": 4.120395371843231e-05, "loss": 10.789659423828125, "step": 1150 }, { "epoch": 1.4388489208633093, "grad_norm": 176.07313537597656, "learning_rate": 4.047549978379721e-05, "loss": 11.17398193359375, "step": 1200 }, { "epoch": 1.498800959232614, "grad_norm": 57.330665588378906, "learning_rate": 3.9725089457284906e-05, "loss": 11.149725341796875, "step": 1250 }, { "epoch": 1.5587529976019185, "grad_norm": 110.63745880126953, "learning_rate": 3.895378740907908e-05, "loss": 10.920345458984375, "step": 1300 }, { "epoch": 1.6187050359712232, "grad_norm": 239.624267578125, "learning_rate": 3.816268795020443e-05, "loss": 11.15589599609375, "step": 1350 }, { "epoch": 1.6786570743405276, "grad_norm": 35.9785270690918, "learning_rate": 3.7352913479935666e-05, "loss": 10.965335693359375, "step": 1400 }, { "epoch": 1.738609112709832, "grad_norm": 62.90668869018555, "learning_rate": 3.6525612893355317e-05, "loss": 10.554638671875, "step": 1450 }, { "epoch": 1.7985611510791366, "grad_norm": 41.807373046875, "learning_rate": 3.568195995131977e-05, "loss": 10.682767333984375, "step": 1500 }, { "epoch": 1.8585131894484412, "grad_norm": 63.36113357543945, "learning_rate": 3.482315161514609e-05, "loss": 10.525670166015624, "step": 1550 }, { "epoch": 1.9184652278177459, "grad_norm": 75.27217864990234, "learning_rate": 3.395040634838248e-05, "loss": 10.694267578125, "step": 1600 }, { "epoch": 1.9784172661870505, "grad_norm": 78.04267120361328, "learning_rate": 3.3064962388071586e-05, "loss": 10.77855224609375, "step": 1650 }, { "epoch": 2.0, "eval_loss": 11.342864036560059, "eval_map": 0.1736, "eval_map_50": 0.2867, "eval_map_75": 0.1724, "eval_map_group": 0.1143, "eval_map_image": 0.1957, "eval_map_large": 0.2489, "eval_map_medium": 0.1737, "eval_map_rectangle": 0.1792, "eval_map_small": 0.1019, "eval_map_text": 0.2051, "eval_mar_1": 0.0482, "eval_mar_10": 0.267, "eval_mar_100": 0.4825, "eval_mar_100_group": 0.5035, "eval_mar_100_image": 0.5322, "eval_mar_100_rectangle": 0.4488, "eval_mar_100_text": 0.4453, "eval_mar_large": 0.6499, "eval_mar_medium": 0.4928, "eval_mar_small": 0.3137, "eval_model_preparation_time": 0.005, "eval_runtime": 104.4797, "eval_samples_per_second": 11.265, "eval_steps_per_second": 1.417, "step": 1668 }, { "epoch": 2.038369304556355, "grad_norm": 64.18975067138672, "learning_rate": 3.216807598795963e-05, "loss": 10.69473388671875, "step": 1700 }, { "epoch": 2.0983213429256593, "grad_norm": 56.620609283447266, "learning_rate": 3.1261019636143634e-05, "loss": 10.532001953125, "step": 1750 }, { "epoch": 2.158273381294964, "grad_norm": 54.66874694824219, "learning_rate": 3.0345080249685608e-05, "loss": 10.389168701171876, "step": 1800 }, { "epoch": 2.2182254196642686, "grad_norm": 96.43506622314453, "learning_rate": 2.942155734875523e-05, "loss": 10.597493896484375, "step": 1850 }, { "epoch": 2.278177458033573, "grad_norm": 49.53465270996094, "learning_rate": 2.8491761212891378e-05, "loss": 10.333988037109375, "step": 1900 }, { "epoch": 2.338129496402878, "grad_norm": 52.02144241333008, "learning_rate": 2.755701102199841e-05, "loss": 10.34918701171875, "step": 1950 }, { "epoch": 2.3980815347721824, "grad_norm": 73.89688110351562, "learning_rate": 2.6618632984714843e-05, "loss": 10.5011376953125, "step": 2000 }, { "epoch": 2.4580335731414866, "grad_norm": 75.7229232788086, "learning_rate": 2.5677958456809702e-05, "loss": 10.645146484375, "step": 2050 }, { "epoch": 2.5179856115107913, "grad_norm": 42.24283218383789, "learning_rate": 2.47363220522762e-05, "loss": 10.189602661132813, "step": 2100 }, { "epoch": 2.577937649880096, "grad_norm": 40.04399490356445, "learning_rate": 2.3795059749802753e-05, "loss": 10.095311279296874, "step": 2150 }, { "epoch": 2.6378896882494005, "grad_norm": 46.150634765625, "learning_rate": 2.2855506997307764e-05, "loss": 10.1227392578125, "step": 2200 }, { "epoch": 2.697841726618705, "grad_norm": 101.73009490966797, "learning_rate": 2.1918996817227427e-05, "loss": 10.117648315429687, "step": 2250 }, { "epoch": 2.7577937649880093, "grad_norm": 86.06745910644531, "learning_rate": 2.0986857915244788e-05, "loss": 10.217066650390626, "step": 2300 }, { "epoch": 2.8177458033573144, "grad_norm": 55.39976501464844, "learning_rate": 2.006041279514336e-05, "loss": 10.208534545898438, "step": 2350 }, { "epoch": 2.8776978417266186, "grad_norm": 62.66103744506836, "learning_rate": 1.9140975882459914e-05, "loss": 10.0162158203125, "step": 2400 }, { "epoch": 2.937649880095923, "grad_norm": 60.61899948120117, "learning_rate": 1.8229851659598423e-05, "loss": 9.95732177734375, "step": 2450 }, { "epoch": 2.997601918465228, "grad_norm": 37.214019775390625, "learning_rate": 1.73283328150514e-05, "loss": 10.038777465820312, "step": 2500 }, { "epoch": 3.0, "eval_loss": 11.208874702453613, "eval_map": 0.218, "eval_map_50": 0.3403, "eval_map_75": 0.2212, "eval_map_group": 0.1602, "eval_map_image": 0.2474, "eval_map_large": 0.3053, "eval_map_medium": 0.2189, "eval_map_rectangle": 0.2213, "eval_map_small": 0.1371, "eval_map_text": 0.243, "eval_mar_1": 0.0536, "eval_mar_10": 0.3025, "eval_mar_100": 0.5187, "eval_mar_100_group": 0.5371, "eval_mar_100_image": 0.5725, "eval_mar_100_rectangle": 0.4816, "eval_mar_100_text": 0.4835, "eval_mar_large": 0.696, "eval_mar_medium": 0.522, "eval_mar_small": 0.3545, "eval_model_preparation_time": 0.005, "eval_runtime": 105.0734, "eval_samples_per_second": 11.202, "eval_steps_per_second": 1.409, "step": 2502 }, { "epoch": 3.0575539568345325, "grad_norm": 40.347877502441406, "learning_rate": 1.6437698409354023e-05, "loss": 10.147723999023437, "step": 2550 }, { "epoch": 3.117505995203837, "grad_norm": 43.37275314331055, "learning_rate": 1.5559212060373474e-05, "loss": 10.009644165039063, "step": 2600 }, { "epoch": 3.1774580335731413, "grad_norm": 57.03630065917969, "learning_rate": 1.4694120150508178e-05, "loss": 10.115086669921874, "step": 2650 }, { "epoch": 3.237410071942446, "grad_norm": 47.02117156982422, "learning_rate": 1.3843650058340291e-05, "loss": 10.019703369140625, "step": 2700 }, { "epoch": 3.2973621103117505, "grad_norm": 62.416805267333984, "learning_rate": 1.3009008417250595e-05, "loss": 9.889137573242188, "step": 2750 }, { "epoch": 3.357314148681055, "grad_norm": 95.3993148803711, "learning_rate": 1.219137940346633e-05, "loss": 10.0359619140625, "step": 2800 }, { "epoch": 3.41726618705036, "grad_norm": 45.53443908691406, "learning_rate": 1.1391923055970919e-05, "loss": 9.59617919921875, "step": 2850 }, { "epoch": 3.4772182254196644, "grad_norm": 49.61827850341797, "learning_rate": 1.0611773630659116e-05, "loss": 9.8191015625, "step": 2900 }, { "epoch": 3.537170263788969, "grad_norm": 87.77991485595703, "learning_rate": 9.85203799107294e-06, "loss": 9.820450439453126, "step": 2950 }, { "epoch": 3.597122302158273, "grad_norm": 96.92253112792969, "learning_rate": 9.113794038001297e-06, "loss": 9.543206176757813, "step": 3000 }, { "epoch": 3.657074340527578, "grad_norm": 82.03585052490234, "learning_rate": 8.398089180171592e-06, "loss": 9.66242431640625, "step": 3050 }, { "epoch": 3.7170263788968825, "grad_norm": 61.6904182434082, "learning_rate": 7.705938848202983e-06, "loss": 9.517018432617187, "step": 3100 }, { "epoch": 3.776978417266187, "grad_norm": 51.057071685791016, "learning_rate": 7.0383250539295816e-06, "loss": 9.816176147460938, "step": 3150 }, { "epoch": 3.8369304556354917, "grad_norm": 74.13563537597656, "learning_rate": 6.39619499713778e-06, "loss": 9.699080810546874, "step": 3200 }, { "epoch": 3.896882494004796, "grad_norm": 64.1860122680664, "learning_rate": 5.780459721694359e-06, "loss": 9.791956787109376, "step": 3250 }, { "epoch": 3.956834532374101, "grad_norm": 29.829265594482422, "learning_rate": 5.1919928229719305e-06, "loss": 9.747618408203126, "step": 3300 }, { "epoch": 4.0, "eval_loss": 11.198078155517578, "eval_map": 0.2495, "eval_map_50": 0.378, "eval_map_75": 0.2543, "eval_map_group": 0.1891, "eval_map_image": 0.2863, "eval_map_large": 0.3479, "eval_map_medium": 0.2477, "eval_map_rectangle": 0.2451, "eval_map_small": 0.166, "eval_map_text": 0.2776, "eval_mar_1": 0.0571, "eval_mar_10": 0.3246, "eval_mar_100": 0.5373, "eval_mar_100_group": 0.5614, "eval_mar_100_image": 0.5965, "eval_mar_100_rectangle": 0.4961, "eval_mar_100_text": 0.4951, "eval_mar_large": 0.7174, "eval_mar_medium": 0.5423, "eval_mar_small": 0.3724, "eval_model_preparation_time": 0.005, "eval_runtime": 102.9986, "eval_samples_per_second": 11.427, "eval_steps_per_second": 1.437, "step": 3336 }, { "epoch": 4.016786570743405, "grad_norm": 95.7619857788086, "learning_rate": 4.6316292084058464e-06, "loss": 9.894873046875, "step": 3350 }, { "epoch": 4.07673860911271, "grad_norm": 53.46975326538086, "learning_rate": 4.100163912940827e-06, "loss": 9.7229931640625, "step": 3400 }, { "epoch": 4.136690647482014, "grad_norm": 48.244747161865234, "learning_rate": 3.5983509710480868e-06, "loss": 9.725592041015625, "step": 3450 }, { "epoch": 4.196642685851319, "grad_norm": 47.97566604614258, "learning_rate": 3.1269023469132937e-06, "loss": 9.5088916015625, "step": 3500 }, { "epoch": 4.256594724220624, "grad_norm": 37.0472297668457, "learning_rate": 2.6864869243131278e-06, "loss": 9.486920776367187, "step": 3550 }, { "epoch": 4.316546762589928, "grad_norm": 49.98644256591797, "learning_rate": 2.2777295576136866e-06, "loss": 9.590670166015625, "step": 3600 }, { "epoch": 4.376498800959233, "grad_norm": 62.504127502441406, "learning_rate": 1.9012101852370762e-06, "loss": 9.536957397460938, "step": 3650 }, { "epoch": 4.436450839328537, "grad_norm": 40.70460891723633, "learning_rate": 1.5574630068540457e-06, "loss": 9.389737548828125, "step": 3700 }, { "epoch": 4.496402877697841, "grad_norm": 45.515193939208984, "learning_rate": 1.2469757254700453e-06, "loss": 9.52176513671875, "step": 3750 }, { "epoch": 4.556354916067146, "grad_norm": 38.35427474975586, "learning_rate": 9.701888554799644e-07, "loss": 9.4778076171875, "step": 3800 }, { "epoch": 4.616306954436451, "grad_norm": 46.7067985534668, "learning_rate": 7.274950976733641e-07, "loss": 9.644497680664063, "step": 3850 }, { "epoch": 4.676258992805756, "grad_norm": 37.80863571166992, "learning_rate": 5.192387820768751e-07, "loss": 9.532154541015625, "step": 3900 }, { "epoch": 4.73621103117506, "grad_norm": 31.154375076293945, "learning_rate": 3.4571537942423017e-07, "loss": 9.700481567382813, "step": 3950 }, { "epoch": 4.796163069544365, "grad_norm": 48.00114822387695, "learning_rate": 2.0717108194713564e-07, "loss": 9.602529296875, "step": 4000 }, { "epoch": 4.856115107913669, "grad_norm": 58.104286193847656, "learning_rate": 1.0380245408165845e-07, "loss": 9.735087280273438, "step": 4050 }, { "epoch": 4.916067146282973, "grad_norm": 37.686737060546875, "learning_rate": 3.575615358572537e-08, "loss": 9.663619995117188, "step": 4100 }, { "epoch": 4.976019184652278, "grad_norm": 69.2586441040039, "learning_rate": 3.1287234634663765e-09, "loss": 9.7545751953125, "step": 4150 }, { "epoch": 5.0, "eval_loss": 11.068950653076172, "eval_map": 0.2568, "eval_map_50": 0.388, "eval_map_75": 0.2623, "eval_map_group": 0.1953, "eval_map_image": 0.296, "eval_map_large": 0.3591, "eval_map_medium": 0.2551, "eval_map_rectangle": 0.2496, "eval_map_small": 0.1722, "eval_map_text": 0.2862, "eval_mar_1": 0.0581, "eval_mar_10": 0.331, "eval_mar_100": 0.5436, "eval_mar_100_group": 0.5686, "eval_mar_100_image": 0.6015, "eval_mar_100_rectangle": 0.5051, "eval_mar_100_text": 0.4994, "eval_mar_large": 0.7246, "eval_mar_medium": 0.548, "eval_mar_small": 0.3786, "eval_model_preparation_time": 0.005, "eval_runtime": 102.5226, "eval_samples_per_second": 11.48, "eval_steps_per_second": 1.444, "step": 4170 } ], "logging_steps": 50, "max_steps": 4170, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 6.444103459423519e+18, "train_batch_size": 8, "trial_name": null, "trial_params": null }