{ "best_metric": 0.00017675651789659743, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/trial-number=12-learning_rate=2.2e-06-warmup_ratio=0.050-num_cycles=10.000/checkpoint-10000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 4.174542427062988, "learning_rate": 1.5613799171014363e-06, "loss": 6.0021, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 1.8601213693618774, "learning_rate": 6.043608340530767e-07, "loss": 1.9802, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 1.5528665781021118, "learning_rate": 1.7934007606188836e-06, "loss": 1.4405, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 1.4923285245895386, "learning_rate": 2.134062284657905e-07, "loss": 1.2124, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 1.4196209907531738, "learning_rate": 2.0966891974916694e-06, "loss": 1.1001, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 1.3385555744171143, "learning_rate": 1.4611952262523042e-08, "loss": 0.9606, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 1.3339844942092896, "learning_rate": 2.1799591909569794e-06, "loss": 0.8973, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 1.3039367198944092, "learning_rate": 5.1486486192622186e-08, "loss": 0.7968, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 1.4882336854934692, "learning_rate": 2.024986117163073e-06, "loss": 0.7516, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 1.4356786012649536, "learning_rate": 3.159594019707261e-07, "loss": 0.6797, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.0, "eval_e3_equal": 0.04021210782147592, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9433495360141405, "eval_e3_heavy_atoms_difference": 1.9438798055678304, "eval_e3_heavy_atoms_difference_norm": 0.01739639034499783, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9433495360141405, "eval_has_all_attachment_points": 0.6479893946089262, "eval_has_three_substructures": 0.9459125055236411, "eval_heavy_atoms_difference": 65.59602297834732, "eval_heavy_atoms_difference_norm": 0.8529760282186839, "eval_linker_equal": 0.001237295625276182, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9062306672558551, "eval_linker_heavy_atoms_difference": 9.314980114891737, "eval_linker_heavy_atoms_difference_norm": 0.47730779217018066, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9062306672558551, "eval_loss": 0.7388172745704651, "eval_num_fragments": 3.039416703490941, "eval_poi_equal": 0.00017675651789659743, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.2838709677419355, "eval_poi_heavy_atoms_difference": 26.241979673000444, "eval_poi_heavy_atoms_difference_norm": 0.8095363094685946, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.2838709677419355, "eval_reassembly": 0.0, "eval_reassembly_nostereo": 0.0, "eval_runtime": 1458.6362, "eval_samples_per_second": 7.757, "eval_steps_per_second": 0.121, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.2685815289438798, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 1.1125599145889282, "learning_rate": 1.6656876679399406e-06, "loss": 0.6443, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 1.166053295135498, "learning_rate": 7.501476710478152e-07, "loss": 0.5931, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 1.236864447593689, "learning_rate": 1.1807005624117962e-06, "loss": 0.561, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 1.3960652351379395, "learning_rate": 1.2590240506504755e-06, "loss": 0.5254, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.9353835582733154, "learning_rate": 6.761699700853001e-07, "loss": 0.4944, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.00017675651789659743, "eval_e3_equal": 0.09067609368095449, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9836500220945648, "eval_e3_heavy_atoms_difference": -0.5509500662836943, "eval_e3_heavy_atoms_difference_norm": -0.0561423282470494, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9836500220945648, "eval_has_all_attachment_points": 0.8178524083075563, "eval_has_three_substructures": 0.984887317719841, "eval_heavy_atoms_difference": 55.044542642509946, "eval_heavy_atoms_difference_norm": 0.7070090754939828, "eval_linker_equal": 0.001855943437914273, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.968625718073354, "eval_linker_heavy_atoms_difference": 7.189306230667256, "eval_linker_heavy_atoms_difference_norm": 0.32506378644291267, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.968625718073354, "eval_loss": 0.5763289928436279, "eval_num_fragments": 3.001148917366328, "eval_poi_equal": 0.011224038886433937, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.3774635439681838, "eval_poi_heavy_atoms_difference": 23.0909412284578, "eval_poi_heavy_atoms_difference_norm": 0.692810036859358, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.3774635439681838, "eval_reassembly": 0.00017675651789659743, "eval_reassembly_nostereo": 0.00017675651789659743, "eval_runtime": 1415.0139, "eval_samples_per_second": 7.996, "eval_steps_per_second": 0.125, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.3716305788775961, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 1.3179833889007568, "learning_rate": 1.7312149208305083e-06, "loss": 0.4709, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 1.065822958946228, "learning_rate": 2.625183839161817e-07, "loss": 0.4407, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.9656862020492554, "learning_rate": 2.0633757196738724e-06, "loss": 0.4237, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 1.1340328454971313, "learning_rate": 3.027835050239297e-08, "loss": 0.3967, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.869488537311554, "learning_rate": 2.182809124107808e-06, "loss": 0.3832, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.00017675651789659743, "eval_e3_equal": 0.1170128148475475, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.986389748121962, "eval_e3_heavy_atoms_difference": -1.0851082633672116, "eval_e3_heavy_atoms_difference_norm": -0.07018703541920102, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.986389748121962, "eval_has_all_attachment_points": 0.8554131683605833, "eval_has_three_substructures": 0.9875386654882898, "eval_heavy_atoms_difference": 44.42925320371189, "eval_heavy_atoms_difference_norm": 0.5690573662272553, "eval_linker_equal": 0.0022978347326557667, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9771100309323907, "eval_linker_heavy_atoms_difference": 7.132744144940345, "eval_linker_heavy_atoms_difference_norm": 0.3255079732768209, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9771100309323907, "eval_loss": 0.5013580322265625, "eval_num_fragments": 2.9972602739726026, "eval_poi_equal": 0.03216968625718073, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.5223155103844455, "eval_poi_heavy_atoms_difference": 18.642951833848873, "eval_poi_heavy_atoms_difference_norm": 0.5476717726083311, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.5223155103844455, "eval_reassembly": 0.00017675651789659743, "eval_reassembly_nostereo": 0.00017675651789659743, "eval_runtime": 1399.4913, "eval_samples_per_second": 8.085, "eval_steps_per_second": 0.126, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.5179849756959788, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=12-learning_rate=2.2e-06-warmup_ratio=0.050-num_cycles=10.000", "trial_params": { "learning_rate": 2.182809124107808e-06, "num_cycles": 10.0, "warmup_ratio": 0.05 } }