{ "best_metric": 0.535483870967742, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/trial-number=11-learning_rate=1.0e-04-warmup_ratio=0.080-num_cycles=3.000/checkpoint-5000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 0.806952953338623, "learning_rate": 7.432336402923124e-05, "loss": 1.855, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 0.47002729773521423, "learning_rate": 9.453407081430295e-05, "loss": 0.1665, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 0.22726435959339142, "learning_rate": 4.922460243282525e-05, "loss": 0.0456, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 0.15578638017177582, "learning_rate": 6.484064135881745e-06, "loss": 0.0238, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 0.17915856838226318, "learning_rate": 6.569215571421697e-06, "loss": 0.0192, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 0.23383675515651703, "learning_rate": 4.939985370478998e-05, "loss": 0.0193, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 0.2026490569114685, "learning_rate": 9.463435501865708e-05, "loss": 0.021, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 0.20101529359817505, "learning_rate": 9.9666928389484e-05, "loss": 0.0157, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 0.12849584221839905, "learning_rate": 5.975745811745197e-05, "loss": 0.0088, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 0.08845894783735275, "learning_rate": 1.2496157532491428e-05, "loss": 0.005, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.535483870967742, "eval_e3_equal": 0.8047724259832081, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9923994697304463, "eval_e3_heavy_atoms_difference": 0.4260715863897481, "eval_e3_heavy_atoms_difference_norm": 0.0061653545557522485, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9923994697304463, "eval_has_all_attachment_points": 0.9844454264250995, "eval_has_three_substructures": 0.9995581087052585, "eval_heavy_atoms_difference": 6.345735749005745, "eval_heavy_atoms_difference_norm": 0.08440506037431739, "eval_linker_equal": 0.7666813963764914, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9980556783031375, "eval_linker_heavy_atoms_difference": 0.3330092797171896, "eval_linker_heavy_atoms_difference_norm": 0.001455031907522027, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9980556783031375, "eval_loss": 0.289915531873703, "eval_num_fragments": 2.9999116217410515, "eval_poi_equal": 0.764471939902784, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9332744144940345, "eval_poi_heavy_atoms_difference": 1.9040212107821477, "eval_poi_heavy_atoms_difference_norm": 0.06226196358827351, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9332744144940345, "eval_reassembly": 0.5429960229783474, "eval_reassembly_nostereo": 0.5680954485196642, "eval_runtime": 1506.6911, "eval_samples_per_second": 7.51, "eval_steps_per_second": 0.117, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.9248784798939461, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 0.08020330965518951, "learning_rate": 2.397833750035968e-06, "loss": 0.0035, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 0.09912285208702087, "learning_rate": 3.897396719490167e-05, "loss": 0.0037, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 0.16548456251621246, "learning_rate": 8.777397133700313e-05, "loss": 0.0087, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 0.112161785364151, "learning_rate": 0.00010283375410246977, "loss": 0.0102, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.0908641666173935, "learning_rate": 6.996870108781198e-05, "loss": 0.0056, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.5382235969951392, "eval_e3_equal": 0.8042421564295184, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9876270437472382, "eval_e3_heavy_atoms_difference": 0.6038886433937252, "eval_e3_heavy_atoms_difference_norm": 0.014962345513420862, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9876270437472382, "eval_has_all_attachment_points": 0.9817940786566505, "eval_has_three_substructures": 0.9993813521873619, "eval_heavy_atoms_difference": 7.559611135660628, "eval_heavy_atoms_difference_norm": 0.09963139598747398, "eval_linker_equal": 0.7749005744586832, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9952275740167918, "eval_linker_heavy_atoms_difference": 0.36897923110914715, "eval_linker_heavy_atoms_difference_norm": 0.0037436124691472453, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9952275740167918, "eval_loss": 0.2947729527950287, "eval_num_fragments": 2.9995581087052585, "eval_poi_equal": 0.762439239946973, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9198409191338931, "eval_poi_heavy_atoms_difference": 2.2466637207247016, "eval_poi_heavy_atoms_difference_norm": 0.07257666865354306, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9198409191338931, "eval_reassembly": 0.5472381794078657, "eval_reassembly_nostereo": 0.5741935483870968, "eval_runtime": 1520.344, "eval_samples_per_second": 7.442, "eval_steps_per_second": 0.116, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.9066725585505966, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 0.06410638242959976, "learning_rate": 2.0133980214319274e-05, "loss": 0.0028, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 0.08162284642457962, "learning_rate": 2.6826984838708546e-07, "loss": 0.0019, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.06358698010444641, "learning_rate": 2.908282537666773e-05, "loss": 0.0018, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 0.11251867562532425, "learning_rate": 7.943759001734402e-05, "loss": 0.0037, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.1520913988351822, "learning_rate": 0.00010390406291286528, "loss": 0.0075, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.5102960671674768, "eval_e3_equal": 0.801767565178966, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9777286787450287, "eval_e3_heavy_atoms_difference": 0.7326557666813964, "eval_e3_heavy_atoms_difference_norm": 0.0220690205904578, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9777286787450287, "eval_has_all_attachment_points": 0.9730446310207689, "eval_has_three_substructures": 0.9962881131241714, "eval_heavy_atoms_difference": 11.177728678745028, "eval_heavy_atoms_difference_norm": 0.14622979212967377, "eval_linker_equal": 0.7507733097657976, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9901900132567388, "eval_linker_heavy_atoms_difference": 0.6232434821034025, "eval_linker_heavy_atoms_difference_norm": 0.0190238629613537, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9901900132567388, "eval_loss": 0.3088395297527313, "eval_num_fragments": 2.9961113566062747, "eval_poi_equal": 0.7317719840919134, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.8865223155103844, "eval_poi_heavy_atoms_difference": 3.5962881131241713, "eval_poi_heavy_atoms_difference_norm": 0.11654849204094683, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.8865223155103844, "eval_reassembly": 0.5190455148033584, "eval_reassembly_nostereo": 0.5450287229341582, "eval_runtime": 1611.8289, "eval_samples_per_second": 7.02, "eval_steps_per_second": 0.11, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.8670790985417587, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=11-learning_rate=1.0e-04-warmup_ratio=0.080-num_cycles=3.000", "trial_params": { "learning_rate": 0.00010390406291286528, "num_cycles": 3.0, "warmup_ratio": 0.08 } }