{ "model_name": "wav2vec2", "epochs_run": 35, "stopped_early": true, "total_seconds": 9967.008235699032, "config": { "seed": 17245921, "device": "cuda", "data": { "root": "data/ASVspoof2019_LA/LA", "sample_rate": 16000 }, "training": { "epochs": 40, "batch_size": 8, "learning_rate": 1e-05, "weight_decay": 0.0001, "num_workers": 4, "checkpoint_dir": "checkpoints/wav2vec2_improved", "log_every": 100, "early_stopping_patience": 12, "lr_scheduler": "cosine", "gradient_clip_norm": 1.0 }, "evaluation": { "batch_size": 64 }, "model": { "name": "wav2vec2", "pretrained_model": "facebook/wav2vec2-base", "freeze_encoder": true, "freeze_last_n": 4, "hidden_dim": 256, "dropout": 0.1, "target_samples": 64000, "class_weights": [ 3.0, 1.0 ] } }, "history": [ { "epoch": 1, "train_loss": 0.07895024557538516, "val_loss": 0.12632966855741787, "dev_eer": 0.01255858806220178, "dev_tdcf": 0.36691441087489063, "elapsed_seconds": 280.23678127804305 }, { "epoch": 2, "train_loss": 0.017885597669821715, "val_loss": 0.11362988572964369, "dev_eer": 0.009110580971645096, "dev_tdcf": 0.1669806243272336, "elapsed_seconds": 559.9427112389822 }, { "epoch": 3, "train_loss": 0.018143291343101938, "val_loss": 0.01813159246882359, "dev_eer": 0.00627929403110089, "dev_tdcf": 0.22053951993979673, "elapsed_seconds": 840.3966546000447 }, { "epoch": 4, "train_loss": 0.010724924376749562, "val_loss": 0.08789016978125883, "dev_eer": 0.005505595050804954, "dev_tdcf": 0.08055256548259777, "elapsed_seconds": 1124.6221440030495 }, { "epoch": 5, "train_loss": 0.00975241139502721, "val_loss": 0.013721630639477343, "dev_eer": 0.003935771543029732, "dev_tdcf": 0.2003049874416936, "elapsed_seconds": 1407.4571663680254 }, { "epoch": 6, "train_loss": 0.008841063527864094, "val_loss": 0.011986266193289533, "dev_eer": 0.003935771543029732, "dev_tdcf": 0.03058844635809114, "elapsed_seconds": 1691.5356209509773 }, { "epoch": 7, "train_loss": 0.009902396116183484, "val_loss": 0.019927429390262347, "dev_eer": 0.0038236438071129752, "dev_tdcf": 0.09947972730534625, "elapsed_seconds": 1976.6666708500125 }, { "epoch": 8, "train_loss": 0.007764089714552656, "val_loss": 0.007553930011936851, "dev_eer": 0.002741584751810801, "dev_tdcf": 0.1252948765827437, "elapsed_seconds": 2261.8548607949633 }, { "epoch": 9, "train_loss": 0.009912374471395606, "val_loss": 0.05522348935511017, "dev_eer": 0.003935771543029732, "dev_tdcf": 0.060369573017581626, "elapsed_seconds": 2547.5863141090376 }, { "epoch": 10, "train_loss": 0.005470371212174294, "val_loss": 0.011441080709800294, "dev_eer": 0.005881231767361246, "dev_tdcf": 0.19158479405673007, "elapsed_seconds": 2830.141386025003 }, { "epoch": 11, "train_loss": 0.0037188481530928638, "val_loss": 0.006783096660149303, "dev_eer": 0.0027640102989941527, "dev_tdcf": 0.12740287801797873, "elapsed_seconds": 3114.3060169820674 }, { "epoch": 12, "train_loss": 0.006561507237410219, "val_loss": 0.011803815759886213, "dev_eer": 0.005017830598331906, "dev_tdcf": 0.16507779728600888, "elapsed_seconds": 3400.3549742719624 }, { "epoch": 13, "train_loss": 0.004183242272425404, "val_loss": 0.00834724978573437, "dev_eer": 0.0027864358461775042, "dev_tdcf": 0.07768209544312882, "elapsed_seconds": 3682.796759375022 }, { "epoch": 14, "train_loss": 0.0037651624684607154, "val_loss": 0.009595403923015897, "dev_eer": 0.001967885771514866, "dev_tdcf": 0.05933799784714748, "elapsed_seconds": 3968.4320133840665 }, { "epoch": 15, "train_loss": 0.0035689451905757986, "val_loss": 0.012981060005389523, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.11538278472770246, "elapsed_seconds": 4253.160223830026 }, { "epoch": 16, "train_loss": 0.003409352981851026, "val_loss": 0.007557170251553552, "dev_eer": 0.003094795921183742, "dev_tdcf": 0.12937632617011366, "elapsed_seconds": 4537.393261307967 }, { "epoch": 17, "train_loss": 0.002356549037405335, "val_loss": 0.006434120511383143, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.10843086510086357, "elapsed_seconds": 4824.245938427979 }, { "epoch": 18, "train_loss": 0.0022009042159513606, "val_loss": 0.0390028295107063, "dev_eer": 0.003935771543029732, "dev_tdcf": 0.10309358487122597, "elapsed_seconds": 5107.2688417760655 }, { "epoch": 19, "train_loss": 0.0015586978378784914, "val_loss": 0.011808777919629244, "dev_eer": 0.0032069236571004986, "dev_tdcf": 0.1262816006588112, "elapsed_seconds": 5391.350369101041 }, { "epoch": 20, "train_loss": 0.001728988810416175, "val_loss": 0.017672432436784152, "dev_eer": 0.003935771543029732, "dev_tdcf": 0.11829810586153812, "elapsed_seconds": 5675.990832020994 }, { "epoch": 21, "train_loss": 0.0009209572327470322, "val_loss": 0.0172125434499035, "dev_eer": 0.0032069236571004986, "dev_tdcf": 0.12403904594047606, "elapsed_seconds": 5962.0582631359575 }, { "epoch": 22, "train_loss": 0.0008666384481964801, "val_loss": 0.011309805471986694, "dev_eer": 0.002741584751810801, "dev_tdcf": 0.10811690744029664, "elapsed_seconds": 6250.636161266011 }, { "epoch": 23, "train_loss": 0.0013792227631901097, "val_loss": 0.005996388585903253, "dev_eer": 0.002741584751810801, "dev_tdcf": 0.10017826373739029, "elapsed_seconds": 6537.163581629051 }, { "epoch": 24, "train_loss": 0.0006872225535941273, "val_loss": 0.006676944673460548, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.11166014389526614, "elapsed_seconds": 6823.466460695956 }, { "epoch": 25, "train_loss": 0.00042151363149130227, "val_loss": 0.02303785450126625, "dev_eer": 0.0035377092792900884, "dev_tdcf": 0.11444091174600171, "elapsed_seconds": 7110.2425680500455 }, { "epoch": 26, "train_loss": 0.0012385409183646129, "val_loss": 0.008014781899448367, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.098563624340189, "elapsed_seconds": 7395.910073232022 }, { "epoch": 27, "train_loss": 0.0005185103319814342, "val_loss": 0.006921709187076558, "dev_eer": 0.0034704326377400342, "dev_tdcf": 0.10816175853466334, "elapsed_seconds": 7680.95541571104 }, { "epoch": 28, "train_loss": 0.0005396349190505134, "val_loss": 0.006578511482231911, "dev_eer": 0.003072370374000391, "dev_tdcf": 0.10040251920922381, "elapsed_seconds": 7968.125301216962 }, { "epoch": 29, "train_loss": 0.00023126633115604252, "val_loss": 0.006420665909611463, "dev_eer": 0.002741584751810801, "dev_tdcf": 0.10636771475999524, "elapsed_seconds": 8254.757137801033 }, { "epoch": 30, "train_loss": 0.00027327833707573495, "val_loss": 0.007303092068231713, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.11018005778116495, "elapsed_seconds": 8542.611650306964 }, { "epoch": 31, "train_loss": 0.00030224072412505257, "val_loss": 0.006341817991864864, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.10560524615576129, "elapsed_seconds": 8829.929927936988 }, { "epoch": 32, "train_loss": 0.00011742159469995566, "val_loss": 0.006408173903841602, "dev_eer": 0.003139647015550445, "dev_tdcf": 0.10264507392755892, "elapsed_seconds": 9111.173825128004 }, { "epoch": 33, "train_loss": 0.00012416589978087503, "val_loss": 0.008500771568865707, "dev_eer": 0.0027640102989941527, "dev_tdcf": 0.10847571619523026, "elapsed_seconds": 9391.902483287966 }, { "epoch": 34, "train_loss": 0.00013858999692232157, "val_loss": 0.006166175355197848, "dev_eer": 0.0035377092792900884, "dev_tdcf": 0.10363179800362639, "elapsed_seconds": 9679.299450677005 }, { "epoch": 35, "train_loss": 0.00016619281524317287, "val_loss": 0.006578836790193733, "dev_eer": 0.0032293492042838497, "dev_tdcf": 0.10717503445859589, "elapsed_seconds": 9966.687460031011 } ], "best_by_val_loss": { "epoch": 23, "train_loss": 0.0013792227631901097, "val_loss": 0.005996388585903253, "dev_eer": 0.002741584751810801, "dev_tdcf": 0.10017826373739029, "elapsed_seconds": 6537.163581629051 }, "best_by_dev_eer": { "epoch": 14, "train_loss": 0.0037651624684607154, "val_loss": 0.009595403923015897, "dev_eer": 0.001967885771514866, "dev_tdcf": 0.05933799784714748, "elapsed_seconds": 3968.4320133840665 } }