{ "best_metric": 0.0, "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/trial-number=7-learning_rate=7.8e-04-warmup_ratio=0.090-num_cycles=2.000/checkpoint-5000", "epoch": 0.9863878477017163, "eval_steps": 2500, "global_step": 10000, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.049319392385085814, "grad_norm": 0.5237686038017273, "learning_rate": 0.0005572089662714916, "loss": 1.0925, "step": 500 }, { "epoch": 0.09863878477017163, "grad_norm": 0.3377338945865631, "learning_rate": 0.0007472119550121175, "loss": 0.2098, "step": 1000 }, { "epoch": 0.14795817715525744, "grad_norm": 0.20445334911346436, "learning_rate": 0.0005723056787112626, "loss": 0.1766, "step": 1500 }, { "epoch": 0.19727756954034326, "grad_norm": 0.22173060476779938, "learning_rate": 0.00031709545642021487, "loss": 0.1621, "step": 2000 }, { "epoch": 0.24659696192542907, "grad_norm": 0.3483358323574066, "learning_rate": 9.368482054050638e-05, "loss": 0.1547, "step": 2500 }, { "epoch": 0.2959163543105149, "grad_norm": 0.3770233988761902, "learning_rate": 2.0903083311035306e-07, "loss": 0.1498, "step": 3000 }, { "epoch": 0.3452357466956007, "grad_norm": 0.35748037695884705, "learning_rate": 7.772822245308111e-05, "loss": 0.1489, "step": 3500 }, { "epoch": 0.3945551390806865, "grad_norm": 0.23404386639595032, "learning_rate": 0.0002921913486535547, "loss": 0.1537, "step": 4000 }, { "epoch": 0.4438745314657723, "grad_norm": 0.2566510736942291, "learning_rate": 0.0005493934289242663, "loss": 0.1764, "step": 4500 }, { "epoch": 0.49319392385085814, "grad_norm": 0.5120010375976562, "learning_rate": 0.0007351513096037483, "loss": 0.3178, "step": 5000 }, { "epoch": 0.49319392385085814, "eval_all_ligands_equal": 0.0, "eval_e3_equal": 0.01794078656650464, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 0.9992045956694653, "eval_e3_heavy_atoms_difference": 9.66911179849757, "eval_e3_heavy_atoms_difference_norm": 0.27981822246010174, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 0.9992045956694653, "eval_has_all_attachment_points": 0.6350861688024746, "eval_has_three_substructures": 0.9995581087052585, "eval_heavy_atoms_difference": 47.50543526292532, "eval_heavy_atoms_difference_norm": 0.6127405949371868, "eval_linker_equal": 0.0, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.6439239946973044, "eval_linker_heavy_atoms_difference": 11.617764030048608, "eval_linker_heavy_atoms_difference_norm": 0.6387309032815724, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.6439239946973044, "eval_loss": 0.8429178595542908, "eval_num_fragments": 2.9995581087052585, "eval_poi_equal": 0.0010605391073795847, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.8980114891736632, "eval_poi_heavy_atoms_difference": 12.632434821034026, "eval_poi_heavy_atoms_difference_norm": 0.3178192566767846, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.8980114891736632, "eval_reassembly": 0.0, "eval_reassembly_nostereo": 0.0, "eval_runtime": 918.5796, "eval_samples_per_second": 12.318, "eval_steps_per_second": 0.193, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.606805125939019, "step": 5000 }, { "epoch": 0.542513316235944, "grad_norm": 0.4076462388038635, "learning_rate": 0.0007714765562393852, "loss": 0.1758, "step": 5500 }, { "epoch": 0.5918327086210298, "grad_norm": 0.2280195951461792, "learning_rate": 0.0006400101429446236, "loss": 0.1733, "step": 6000 }, { "epoch": 0.6411521010061156, "grad_norm": 0.210994690656662, "learning_rate": 0.00039849994984040654, "loss": 0.1577, "step": 6500 }, { "epoch": 0.6904714933912014, "grad_norm": 0.26513564586639404, "learning_rate": 0.00015303164040412638, "loss": 0.151, "step": 7000 }, { "epoch": 0.7397908857762873, "grad_norm": 0.24093259871006012, "learning_rate": 1.1429518589633372e-05, "loss": 0.1472, "step": 7500 }, { "epoch": 0.7397908857762873, "eval_all_ligands_equal": 0.0, "eval_e3_equal": 0.007335395492708794, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 1.0, "eval_e3_heavy_atoms_difference": -2.7674768007070263, "eval_e3_heavy_atoms_difference_norm": -0.20737054542073902, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 1.0, "eval_has_all_attachment_points": 1.0, "eval_has_three_substructures": 1.0, "eval_heavy_atoms_difference": -17.350950066283694, "eval_heavy_atoms_difference_norm": -0.27758236918999235, "eval_linker_equal": 0.0017675651789659744, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 0.9999116217410517, "eval_linker_heavy_atoms_difference": -1.4151126822801592, "eval_linker_heavy_atoms_difference_norm": -0.3403509540648143, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 0.9999116217410517, "eval_loss": 0.483898401260376, "eval_num_fragments": 3.0, "eval_poi_equal": 0.001590808661069377, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.9999116217410517, "eval_poi_heavy_atoms_difference": -13.178877596111356, "eval_poi_heavy_atoms_difference_norm": -0.6323580421785433, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.9999116217410517, "eval_reassembly": 0.0, "eval_reassembly_nostereo": 0.0, "eval_runtime": 1662.4049, "eval_samples_per_second": 6.806, "eval_steps_per_second": 0.106, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.9998232434821034, "step": 7500 }, { "epoch": 0.789110278161373, "grad_norm": 0.23720437288284302, "learning_rate": 3.589367147985439e-05, "loss": 0.146, "step": 8000 }, { "epoch": 0.8384296705464589, "grad_norm": 0.2926724851131439, "learning_rate": 0.0002156779858055608, "loss": 0.1476, "step": 8500 }, { "epoch": 0.8877490629315447, "grad_norm": 0.48496443033218384, "learning_rate": 0.0004718104810348968, "loss": 0.1646, "step": 9000 }, { "epoch": 0.9370684553166305, "grad_norm": 1.0706260204315186, "learning_rate": 0.000691782507552403, "loss": 0.1702, "step": 9500 }, { "epoch": 0.9863878477017163, "grad_norm": 0.436310738325119, "learning_rate": 0.0007789692476655757, "loss": 0.1936, "step": 10000 }, { "epoch": 0.9863878477017163, "eval_all_ligands_equal": 0.0, "eval_e3_equal": 0.009544851966416261, "eval_e3_graph_edit_distance": 9.999999999999999e+63, "eval_e3_graph_edit_distance_norm": 1.0, "eval_e3_has_attachment_point(s)": 1.0, "eval_e3_heavy_atoms_difference": 0.06575342465753424, "eval_e3_heavy_atoms_difference_norm": -0.09551280289451732, "eval_e3_tanimoto_similarity": 0.0, "eval_e3_valid": 1.0, "eval_has_all_attachment_points": 1.0, "eval_has_three_substructures": 1.0, "eval_heavy_atoms_difference": 9.107821475916925, "eval_heavy_atoms_difference_norm": 0.0856541453235094, "eval_linker_equal": 0.0017675651789659744, "eval_linker_graph_edit_distance": 9.999999999999999e+63, "eval_linker_graph_edit_distance_norm": 1.0, "eval_linker_has_attachment_point(s)": 1.0, "eval_linker_heavy_atoms_difference": 0.8593018117543084, "eval_linker_heavy_atoms_difference_norm": -0.16998449507864719, "eval_linker_tanimoto_similarity": 0.0, "eval_linker_valid": 1.0, "eval_loss": 0.5665163993835449, "eval_num_fragments": 3.0, "eval_poi_equal": 0.0020326999558108703, "eval_poi_graph_edit_distance": 9.999999999999999e+63, "eval_poi_graph_edit_distance_norm": 1.0, "eval_poi_has_attachment_point(s)": 0.984887317719841, "eval_poi_heavy_atoms_difference": 7.545558992487848, "eval_poi_heavy_atoms_difference_norm": 0.1311353254304406, "eval_poi_tanimoto_similarity": 0.0, "eval_poi_valid": 0.984887317719841, "eval_reassembly": 0.0, "eval_reassembly_nostereo": 0.0, "eval_runtime": 1131.7915, "eval_samples_per_second": 9.997, "eval_steps_per_second": 0.156, "eval_tanimoto_similarity": 0.0, "eval_valid": 0.984887317719841, "step": 10000 } ], "logging_steps": 500, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 8.663036348367667e+16, "train_batch_size": 128, "trial_name": "trial-number=7-learning_rate=7.8e-04-warmup_ratio=0.090-num_cycles=2.000", "trial_params": { "learning_rate": 0.0007789781348475454, "num_cycles": 2.0, "warmup_ratio": 0.09 } }