{ "best_metric": 0.5702165267344234, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/trial-number=6-learning_rate=1.6e-04-warmup_ratio=0.010-num_cycles=9.500/checkpoint-10000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 0.7057588696479797, "learning_rate": 0.00011380321317599481, "loss": 1.6278, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 0.30460575222969055, "learning_rate": 5.145809841154338e-05, "loss": 0.1097, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 0.27816638350486755, "learning_rate": 0.00011257406636063424, "loss": 0.0351, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 0.1406199336051941, "learning_rate": 4.173670662244571e-05, "loss": 0.0288, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 0.20178978145122528, "learning_rate": 0.00012197553515461338, "loss": 0.012, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 0.12134135514497757, "learning_rate": 3.269762070727056e-05, "loss": 0.0164, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 0.18423935770988464, "learning_rate": 0.00013061141493825746, "loss": 0.0068, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 0.06757809221744537, "learning_rate": 2.4503949306739228e-05, "loss": 0.0134, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 0.11270517110824585, "learning_rate": 0.00013832587285123472, "loss": 0.005, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 0.08828501403331757, "learning_rate": 1.7303545712345613e-05, "loss": 0.0099, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.5443216968625718, "eval_e3_equal": 0.8076005302695537, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9897481219619974, "eval_e3_heavy_atoms_difference": 0.45161290322580644, "eval_e3_heavy_atoms_difference_norm": 0.00716518262897802, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9897481219619974, "eval_has_all_attachment_points": 0.9868316394167035, "eval_has_three_substructures": 0.9993813521873619, "eval_heavy_atoms_difference": 6.609102960671675, "eval_heavy_atoms_difference_norm": 0.08723273195861195, "eval_linker_equal": 0.776933274414494, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9962881131241714, "eval_linker_heavy_atoms_difference": 0.4151126822801591, "eval_linker_heavy_atoms_difference_norm": 0.00679634617674321, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9962881131241714, "eval_loss": 0.2718093991279602, "eval_num_fragments": 2.999734865223155, "eval_poi_equal": 0.7680070702607159, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9324790101634998, "eval_poi_heavy_atoms_difference": 2.0205921343349535, "eval_poi_heavy_atoms_difference_norm": 0.06507441168533995, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9324790101634998, "eval_reassembly": 0.5524524966858153, "eval_reassembly_nostereo": 0.5774635439681838, "eval_runtime": 1524.2847, "eval_samples_per_second": 7.423, "eval_steps_per_second": 0.116, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.9205479452054794, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 0.12037888914346695, "learning_rate": 0.00014497970292118344, "loss": 0.004, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 0.0848931148648262, "learning_rate": 1.1226339880940353e-05, "loss": 0.0089, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 0.10188127309083939, "learning_rate": 0.00015045283800984563, "loss": 0.0036, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 0.05653466656804085, "learning_rate": 6.381993872586385e-06, "loss": 0.0091, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.10091005265712738, "learning_rate": 0.00015464651640246716, "loss": 0.0031, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.504463102076889, "eval_e3_equal": 0.8027397260273973, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9823243482103402, "eval_e3_heavy_atoms_difference": 0.5926646045072912, "eval_e3_heavy_atoms_difference_norm": 0.014343698427793726, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9823243482103402, "eval_has_all_attachment_points": 0.9860362350861688, "eval_has_three_substructures": 0.9993813521873619, "eval_heavy_atoms_difference": 9.245249668581529, "eval_heavy_atoms_difference_norm": 0.12076758137682525, "eval_linker_equal": 0.7355722492266903, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9948740609809986, "eval_linker_heavy_atoms_difference": 0.6543526292532037, "eval_linker_heavy_atoms_difference_norm": 0.021436092914249572, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9948740609809986, "eval_loss": 0.282554566860199, "eval_num_fragments": 2.999381352187362, "eval_poi_equal": 0.7440565620857269, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9083517454706143, "eval_poi_heavy_atoms_difference": 2.9160406539991164, "eval_poi_heavy_atoms_difference_norm": 0.09447484708417836, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9083517454706143, "eval_reassembly": 0.5122403888643394, "eval_reassembly_nostereo": 0.5361908970393283, "eval_runtime": 1510.4782, "eval_samples_per_second": 7.491, "eval_steps_per_second": 0.117, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.8894387980556783, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 0.05843953415751457, "learning_rate": 2.8579230188804133e-06, "loss": 0.0055, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 0.15142107009887695, "learning_rate": 0.00015748506394475155, "loss": 0.003, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.045971889048814774, "learning_rate": 7.177185293925321e-07, "loss": 0.0059, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 0.11659257858991623, "learning_rate": 0.00015891725956903888, "loss": 0.0029, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.0705426037311554, "learning_rate": 0.0, "loss": 0.0056, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.5702165267344234, "eval_e3_equal": 0.8179407865665046, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.985505965532479, "eval_e3_heavy_atoms_difference": 0.5108263367211666, "eval_e3_heavy_atoms_difference_norm": 0.010294462933377614, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.985505965532479, "eval_has_all_attachment_points": 0.9895713654441007, "eval_has_three_substructures": 0.9994697304463102, "eval_heavy_atoms_difference": 7.444012372956252, "eval_heavy_atoms_difference_norm": 0.09784689114716345, "eval_linker_equal": 0.80830755634114, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9969951391957579, "eval_linker_heavy_atoms_difference": 0.3240830755634114, "eval_linker_heavy_atoms_difference_norm": 0.0026034531075389516, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9969951391957579, "eval_loss": 0.28070321679115295, "eval_num_fragments": 3.0, "eval_poi_equal": 0.7792311091471498, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9240830755634114, "eval_poi_heavy_atoms_difference": 2.270614228899691, "eval_poi_heavy_atoms_difference_norm": 0.07370347784321037, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9240830755634114, "eval_reassembly": 0.578965974370305, "eval_reassembly_nostereo": 0.6044189129474149, "eval_runtime": 1509.1643, "eval_samples_per_second": 7.498, "eval_steps_per_second": 0.117, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.9090587715422006, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=6-learning_rate=1.6e-04-warmup_ratio=0.010-num_cycles=9.500", "trial_params": { "learning_rate": 0.00015909689202004074, "num_cycles": 9.5, "warmup_ratio": 0.01 } }