{ "best_metric": 0.00892620415377817, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/trial-number=8-learning_rate=6.7e-06-warmup_ratio=0.040-num_cycles=6.500/checkpoint-10000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 1.609957218170166, "learning_rate": 4.764287234716251e-06, "loss": 4.427, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 1.3062211275100708, "learning_rate": 4.151261952929334e-06, "loss": 1.1114, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 1.2533338069915771, "learning_rate": 2.321578953844436e-07, "loss": 0.7793, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 1.1933494806289673, "learning_rate": 6.133081099363204e-06, "loss": 0.7138, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 1.1922088861465454, "learning_rate": 3.1497864683804228e-06, "loss": 0.5344, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 1.0372626781463623, "learning_rate": 7.384678968603421e-07, "loss": 0.451, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 0.9294341206550598, "learning_rate": 6.542318154539015e-06, "loss": 0.4202, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 0.7656099796295166, "learning_rate": 2.164785723897086e-06, "loss": 0.3395, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 0.7425525188446045, "learning_rate": 1.481401038093183e-06, "loss": 0.3034, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 0.9094532132148743, "learning_rate": 6.658298821578928e-06, "loss": 0.2848, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.0002651347768448962, "eval_e3_equal": 0.17516570923552807, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9882456915598763, "eval_e3_heavy_atoms_difference": -0.993813521873619, "eval_e3_heavy_atoms_difference_norm": -0.06273710988010914, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9882456915598763, "eval_has_all_attachment_points": 0.8872293415819709, "eval_has_three_substructures": 0.9905435262925321, "eval_heavy_atoms_difference": 36.26442775077331, "eval_heavy_atoms_difference_norm": 0.46364946102044235, "eval_linker_equal": 0.0036235086168802475, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.979584622182943, "eval_linker_heavy_atoms_difference": 6.370835174547062, "eval_linker_heavy_atoms_difference_norm": 0.2822560976043188, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.979584622182943, "eval_loss": 0.42363283038139343, "eval_num_fragments": 2.9927529827662394, "eval_poi_equal": 0.10720282810428634, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.6131683605832965, "eval_poi_heavy_atoms_difference": 14.577286787450287, "eval_poi_heavy_atoms_difference_norm": 0.42516346148688866, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.6131683605832965, "eval_reassembly": 0.00035351303579319487, "eval_reassembly_nostereo": 0.00035351303579319487, "eval_runtime": 1482.7962, "eval_samples_per_second": 7.631, "eval_steps_per_second": 0.119, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.6063632346442775, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 0.4693937599658966, "learning_rate": 1.286188250762569e-06, "loss": 0.2384, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 0.5713339447975159, "learning_rate": 2.393129059452807e-06, "loss": 0.2224, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 0.5806484818458557, "learning_rate": 6.4704343053956755e-06, "loss": 0.2077, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 0.4958325922489166, "learning_rate": 5.942081815962343e-07, "loss": 0.1806, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.4769168794155121, "learning_rate": 3.3904130777710025e-06, "loss": 0.172, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.0015024304021210783, "eval_e3_equal": 0.30684931506849317, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9967300044189129, "eval_e3_heavy_atoms_difference": -1.1559876270437472, "eval_e3_heavy_atoms_difference_norm": -0.062062493640872816, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9967300044189129, "eval_has_all_attachment_points": 0.9468846663720725, "eval_has_three_substructures": 0.9977021652673442, "eval_heavy_atoms_difference": 21.718692001767565, "eval_heavy_atoms_difference_norm": 0.28000443232300143, "eval_linker_equal": 0.009721608484312859, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9915156871409633, "eval_linker_heavy_atoms_difference": 4.930976579761379, "eval_linker_heavy_atoms_difference_norm": 0.20069866350819907, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9915156871409633, "eval_loss": 0.36061176657676697, "eval_num_fragments": 2.9989394608926205, "eval_poi_equal": 0.2828988068935042, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.7771100309323906, "eval_poi_heavy_atoms_difference": 7.823331860362351, "eval_poi_heavy_atoms_difference_norm": 0.23412701389897597, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.7771100309323906, "eval_reassembly": 0.001590808661069377, "eval_reassembly_nostereo": 0.002562969509500663, "eval_runtime": 1502.5914, "eval_samples_per_second": 7.53, "eval_steps_per_second": 0.118, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.7726911179849757, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 0.6784970760345459, "learning_rate": 5.995876247868925e-06, "loss": 0.162, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 0.5258232951164246, "learning_rate": 1.520218659043423e-07, "loss": 0.1444, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.45639464259147644, "learning_rate": 4.382203124261553e-06, "loss": 0.1396, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 0.6374822854995728, "learning_rate": 5.2779508184062e-06, "loss": 0.131, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.5764514803886414, "learning_rate": 0.0, "loss": 0.1186, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.00892620415377817, "eval_e3_equal": 0.4353513035793195, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.996464869642068, "eval_e3_heavy_atoms_difference": -0.7971718957136544, "eval_e3_heavy_atoms_difference_norm": -0.04779736559247623, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.996464869642068, "eval_has_all_attachment_points": 0.9704816615112682, "eval_has_three_substructures": 0.9978789217852408, "eval_heavy_atoms_difference": 13.439416703490942, "eval_heavy_atoms_difference_norm": 0.1754607091075259, "eval_linker_equal": 0.027308882015024304, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9925762262483429, "eval_linker_heavy_atoms_difference": 3.167476800707026, "eval_linker_heavy_atoms_difference_norm": 0.118370706496252, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9925762262483429, "eval_loss": 0.3330767750740051, "eval_num_fragments": 2.9984091913389306, "eval_poi_equal": 0.45090587715422004, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.8628369421122404, "eval_poi_heavy_atoms_difference": 4.50287229341582, "eval_poi_heavy_atoms_difference_norm": 0.13904764321980426, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.8628369421122404, "eval_reassembly": 0.00901458241272647, "eval_reassembly_nostereo": 0.013168360583296509, "eval_runtime": 1532.2501, "eval_samples_per_second": 7.385, "eval_steps_per_second": 0.116, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.8580645161290322, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=8-learning_rate=6.7e-06-warmup_ratio=0.040-num_cycles=6.500", "trial_params": { "learning_rate": 6.660473554133319e-06, "num_cycles": 6.5, "warmup_ratio": 0.04 } }