Transformers
TensorBoard
Safetensors
encoder-decoder
text2text-generation
PROTAC
cheminformatics
Generated from Trainer
Instructions to use ailab-bio/PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ailab-bio/PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25 with Transformers:
# Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("ailab-bio/PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25") model = AutoModelForSeq2SeqLM.from_pretrained("ailab-bio/PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": 0.5476800707026072, | |
| "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25/trial-number=2-learning_rate=4.0e-05-warmup_ratio=0.020-min_lr=0.000-factor=0.890/checkpoint-10000", | |
| "epoch": 0.9863878477017163, | |
| "eval_steps": 2500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.049319392385085814, | |
| "grad_norm": 0.8187075257301331, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 1.0363, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09863878477017163, | |
| "grad_norm": 0.5197250247001648, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.2064, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.14795817715525744, | |
| "grad_norm": 0.33747392892837524, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0865, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.19727756954034326, | |
| "grad_norm": 0.35973623394966125, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0483, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.24659696192542907, | |
| "grad_norm": 0.25673848390579224, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0307, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2959163543105149, | |
| "grad_norm": 0.18969932198524475, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0217, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.3452357466956007, | |
| "grad_norm": 0.20532767474651337, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0166, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.3945551390806865, | |
| "grad_norm": 0.17383994162082672, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0131, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4438745314657723, | |
| "grad_norm": 0.17055676877498627, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0104, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.49319392385085814, | |
| "grad_norm": 0.15724337100982666, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.009, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.49319392385085814, | |
| "eval_all_ligands_equal": 0.5008395934600088, | |
| "eval_e3_equal": 0.7920459566946532, | |
| "eval_e3_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_e3_graph_edit_distance_norm": 1.0, | |
| "eval_e3_has_attachment_point(s)": 0.9894829871851525, | |
| "eval_e3_heavy_atoms_difference": 0.586389748121962, | |
| "eval_e3_heavy_atoms_difference_norm": 0.014154390820935014, | |
| "eval_e3_tanimoto_similarity": 0.0, | |
| "eval_e3_valid": 0.9894829871851525, | |
| "eval_has_all_attachment_points": 0.9816173221387539, | |
| "eval_has_three_substructures": 0.9978789217852408, | |
| "eval_heavy_atoms_difference": 8.058329650905877, | |
| "eval_heavy_atoms_difference_norm": 0.10657498597523708, | |
| "eval_linker_equal": 0.717454706142289, | |
| "eval_linker_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_linker_graph_edit_distance_norm": 1.0, | |
| "eval_linker_has_attachment_point(s)": 0.9951391957578436, | |
| "eval_linker_heavy_atoms_difference": 0.48581528943879804, | |
| "eval_linker_heavy_atoms_difference_norm": 0.0071463014333368255, | |
| "eval_linker_tanimoto_similarity": 0.0, | |
| "eval_linker_valid": 0.9951391957578436, | |
| "eval_loss": 0.28794071078300476, | |
| "eval_num_fragments": 2.9998232434821035, | |
| "eval_poi_equal": 0.7451171011931065, | |
| "eval_poi_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_poi_graph_edit_distance_norm": 1.0, | |
| "eval_poi_has_attachment_point(s)": 0.9155987627043747, | |
| "eval_poi_heavy_atoms_difference": 2.562350861688025, | |
| "eval_poi_heavy_atoms_difference_norm": 0.08240073097649125, | |
| "eval_poi_tanimoto_similarity": 0.0, | |
| "eval_poi_valid": 0.9155987627043747, | |
| "eval_reassembly": 0.508263367211666, | |
| "eval_reassembly_nostereo": 0.53194874060981, | |
| "eval_runtime": 1573.522, | |
| "eval_samples_per_second": 7.191, | |
| "eval_steps_per_second": 0.112, | |
| "eval_tanimoto_similarity": 0.0, | |
| "eval_valid": 0.9057003977021653, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.542513316235944, | |
| "grad_norm": 0.14634445309638977, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0076, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.5918327086210298, | |
| "grad_norm": 0.1223575696349144, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0069, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6411521010061156, | |
| "grad_norm": 0.11564264446496964, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0067, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.6904714933912014, | |
| "grad_norm": 0.135396346449852, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0052, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7397908857762873, | |
| "grad_norm": 0.10315205156803131, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0046, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.7397908857762873, | |
| "eval_all_ligands_equal": 0.5361908970393283, | |
| "eval_e3_equal": 0.8048608042421564, | |
| "eval_e3_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_e3_graph_edit_distance_norm": 1.0, | |
| "eval_e3_has_attachment_point(s)": 0.9927529827662395, | |
| "eval_e3_heavy_atoms_difference": 0.6913831197525409, | |
| "eval_e3_heavy_atoms_difference_norm": 0.019313637248032933, | |
| "eval_e3_tanimoto_similarity": 0.0, | |
| "eval_e3_valid": 0.9927529827662395, | |
| "eval_has_all_attachment_points": 0.9816173221387539, | |
| "eval_has_three_substructures": 0.9984091913389306, | |
| "eval_heavy_atoms_difference": 7.838709677419355, | |
| "eval_heavy_atoms_difference_norm": 0.10320643416912255, | |
| "eval_linker_equal": 0.7673884224480778, | |
| "eval_linker_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_linker_graph_edit_distance_norm": 1.0, | |
| "eval_linker_has_attachment_point(s)": 0.9946973044631021, | |
| "eval_linker_heavy_atoms_difference": 0.4763588157313301, | |
| "eval_linker_heavy_atoms_difference_norm": 0.013043880809441886, | |
| "eval_linker_tanimoto_similarity": 0.0, | |
| "eval_linker_valid": 0.9946973044631021, | |
| "eval_loss": 0.3061601519584656, | |
| "eval_num_fragments": 3.0, | |
| "eval_poi_equal": 0.7558108705258506, | |
| "eval_poi_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_poi_graph_edit_distance_norm": 1.0, | |
| "eval_poi_has_attachment_point(s)": 0.9178965974370304, | |
| "eval_poi_heavy_atoms_difference": 2.5276182059213435, | |
| "eval_poi_heavy_atoms_difference_norm": 0.08047788069220588, | |
| "eval_poi_tanimoto_similarity": 0.0, | |
| "eval_poi_valid": 0.9178965974370304, | |
| "eval_reassembly": 0.5448519664162615, | |
| "eval_reassembly_nostereo": 0.569244365885992, | |
| "eval_runtime": 1474.9696, | |
| "eval_samples_per_second": 7.671, | |
| "eval_steps_per_second": 0.12, | |
| "eval_tanimoto_similarity": 0.0, | |
| "eval_valid": 0.9093239063190455, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.789110278161373, | |
| "grad_norm": 0.10831975936889648, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0043, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.8384296705464589, | |
| "grad_norm": 0.13858643174171448, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.004, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.8877490629315447, | |
| "grad_norm": 0.10335415601730347, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0036, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.9370684553166305, | |
| "grad_norm": 0.11790911108255386, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0037, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.9863878477017163, | |
| "grad_norm": 0.08760211616754532, | |
| "learning_rate": 3.960823319619416e-05, | |
| "loss": 0.0033, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.9863878477017163, | |
| "eval_all_ligands_equal": 0.5476800707026072, | |
| "eval_e3_equal": 0.8079540433053469, | |
| "eval_e3_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_e3_graph_edit_distance_norm": 1.0, | |
| "eval_e3_has_attachment_point(s)": 0.9847989394608926, | |
| "eval_e3_heavy_atoms_difference": 0.6848431285903668, | |
| "eval_e3_heavy_atoms_difference_norm": 0.016312600655067674, | |
| "eval_e3_tanimoto_similarity": 0.0, | |
| "eval_e3_valid": 0.9847989394608926, | |
| "eval_has_all_attachment_points": 0.9769332744144941, | |
| "eval_has_three_substructures": 0.9985859478568272, | |
| "eval_heavy_atoms_difference": 8.02695536897923, | |
| "eval_heavy_atoms_difference_norm": 0.10689552098694362, | |
| "eval_linker_equal": 0.7733097657976138, | |
| "eval_linker_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_linker_graph_edit_distance_norm": 1.0, | |
| "eval_linker_has_attachment_point(s)": 0.9926646045072912, | |
| "eval_linker_heavy_atoms_difference": 0.4346442775077331, | |
| "eval_linker_heavy_atoms_difference_norm": 0.008642343707047967, | |
| "eval_linker_tanimoto_similarity": 0.0, | |
| "eval_linker_valid": 0.9926646045072912, | |
| "eval_loss": 0.31312790513038635, | |
| "eval_num_fragments": 2.9992929739284135, | |
| "eval_poi_equal": 0.7671232876712328, | |
| "eval_poi_graph_edit_distance": 9.999999999999999e+63, | |
| "eval_poi_graph_edit_distance_norm": 1.0, | |
| "eval_poi_has_attachment_point(s)": 0.9181617322138754, | |
| "eval_poi_heavy_atoms_difference": 2.301193106495802, | |
| "eval_poi_heavy_atoms_difference_norm": 0.0785362072228787, | |
| "eval_poi_tanimoto_similarity": 0.0, | |
| "eval_poi_valid": 0.9181617322138754, | |
| "eval_reassembly": 0.5572249226690235, | |
| "eval_reassembly_nostereo": 0.5803800265134776, | |
| "eval_runtime": 1487.112, | |
| "eval_samples_per_second": 7.609, | |
| "eval_steps_per_second": 0.119, | |
| "eval_tanimoto_similarity": 0.0, | |
| "eval_valid": 0.9017233760494918, | |
| "step": 10000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 10000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.663036348367667e+16, | |
| "train_batch_size": 128, | |
| "trial_name": "trial-number=2-learning_rate=4.0e-05-warmup_ratio=0.020-min_lr=0.000-factor=0.890", | |
| "trial_params": { | |
| "factor": 0.89, | |
| "learning_rate": 3.960823319619416e-05, | |
| "min_lr": 2.2787619459335305e-10, | |
| "warmup_ratio": 0.02 | |
| } | |
| } | |