{
  "baseline_logreg": {
    "val": {
      "auc_roc": 0.9150785681383597,
      "auc_pr": 0.7971188649215672,
      "f1": 0.7988417920051476,
      "threshold": 0.7530877681136614,
      "n": 234951,
      "n_pos": 13775
    },
    "test": {
      "auc_roc": 0.9178062429091678,
      "auc_pr": 0.8021738055742494,
      "f1": 0.8026389444222312,
      "threshold": 0.7530877681136614,
      "n": 234953,
      "n_pos": 13776
    }
  },
  "gnn": {
    "val": {
      "auc_roc": 0.915103522684253,
      "auc_pr": 0.7995193593644102,
      "f1": 0.7969066032123736,
      "threshold": 0.7811810374259949,
      "n": 234951,
      "n_pos": 13775
    },
    "test": {
      "auc_roc": 0.9185332027790272,
      "auc_pr": 0.804845879114141,
      "f1": 0.801042777580282,
      "threshold": 0.7811810374259949,
      "n": 234953,
      "n_pos": 13776
    }
  },
  "per_process_test": {
    "P2P": {
      "auc_roc": 0.9138912501070247,
      "auc_pr": 0.8003437736556721,
      "f1": 0.7978764728732358,
      "threshold": 0.7811810374259949,
      "n": 70635,
      "n_pos": 4230
    },
    "O2C": {
      "auc_roc": 0.9193388422664435,
      "auc_pr": 0.8030437953288685,
      "f1": 0.8008194855451856,
      "threshold": 0.7811810374259949,
      "n": 82521,
      "n_pos": 4785
    },
    "R2R": {
      "auc_roc": 0.924505351294443,
      "auc_pr": 0.8123782641165591,
      "f1": 0.8026107594936709,
      "threshold": 0.7811810374259949,
      "n": 46758,
      "n_pos": 2727
    },
    "H2R": {
      "auc_roc": 0.9203247949769726,
      "auc_pr": 0.8095986447715899,
      "f1": 0.8082135523613964,
      "threshold": 0.7811810374259949,
      "n": 23318,
      "n_pos": 1315
    },
    "A2R": {
      "auc_roc": 0.9149351780520876,
      "auc_pr": 0.8070267303578275,
      "f1": 0.8018223234624146,
      "threshold": 0.7811810374259949,
      "n": 11721,
      "n_pos": 719
    }
  },
  "history": [
    {
      "epoch": 1,
      "loss": 1.3363361358642578,
      "train_auc": 0.868552304846054,
      "val_auc": 0.8649810532670207,
      "val_pr": 0.6730371249824676,
      "val_f1": 0.7013638644346121
    },
    {
      "epoch": 2,
      "loss": 1.137428879737854,
      "train_auc": 0.8833482035168028,
      "val_auc": 0.8789408262593941,
      "val_pr": 0.7457191783530159,
      "val_f1": 0.7612142067100898
    },
    {
      "epoch": 3,
      "loss": 0.9838607311248779,
      "train_auc": 0.8832458638694214,
      "val_auc": 0.8788395318881804,
      "val_pr": 0.750778614791758,
      "val_f1": 0.77611575300591
    },
    {
      "epoch": 4,
      "loss": 0.8849748969078064,
      "train_auc": 0.8918517077996903,
      "val_auc": 0.888299034194184,
      "val_pr": 0.7593301236043093,
      "val_f1": 0.7844592115455176
    },
    {
      "epoch": 5,
      "loss": 0.8162857890129089,
      "train_auc": 0.8936571181902089,
      "val_auc": 0.8900807647777789,
      "val_pr": 0.7611609769753805,
      "val_f1": 0.7864247148134617
    },
    {
      "epoch": 6,
      "loss": 0.7678714990615845,
      "train_auc": 0.8955678323514618,
      "val_auc": 0.8919752327715691,
      "val_pr": 0.7632125280247819,
      "val_f1": 0.7886072854698069
    },
    {
      "epoch": 7,
      "loss": 0.7393248677253723,
      "train_auc": 0.8975106218640325,
      "val_auc": 0.8935438284459569,
      "val_pr": 0.765379071279637,
      "val_f1": 0.7903534100614096
    },
    {
      "epoch": 8,
      "loss": 0.7314325571060181,
      "train_auc": 0.8978969346682059,
      "val_auc": 0.8940942463834798,
      "val_pr": 0.7660159511587668,
      "val_f1": 0.7916869621691833
    },
    {
      "epoch": 9,
      "loss": 0.7120268940925598,
      "train_auc": 0.8994844346062849,
      "val_auc": 0.8954722917528392,
      "val_pr": 0.7677018676270162,
      "val_f1": 0.7924574308123704
    },
    {
      "epoch": 10,
      "loss": 0.6804245710372925,
      "train_auc": 0.9006169751833409,
      "val_auc": 0.8963739054794838,
      "val_pr": 0.7687678783020506,
      "val_f1": 0.7927679584887304
    },
    {
      "epoch": 11,
      "loss": 0.6825342774391174,
      "train_auc": 0.9021991832792605,
      "val_auc": 0.8980370561007758,
      "val_pr": 0.7705294116215478,
      "val_f1": 0.7930768918973694
    },
    {
      "epoch": 12,
      "loss": 0.6578107476234436,
      "train_auc": 0.9036462494122366,
      "val_auc": 0.8995248812534641,
      "val_pr": 0.7724037176299485,
      "val_f1": 0.7941366499757713
    },
    {
      "epoch": 13,
      "loss": 0.6551981568336487,
      "train_auc": 0.9053495736290901,
      "val_auc": 0.9011323768928435,
      "val_pr": 0.7746068486262642,
      "val_f1": 0.7947559499798306
    },
    {
      "epoch": 14,
      "loss": 0.6419685482978821,
      "train_auc": 0.9070074320172863,
      "val_auc": 0.9026753599321286,
      "val_pr": 0.776740879808552,
      "val_f1": 0.7951398700197796
    },
    {
      "epoch": 15,
      "loss": 0.6321706771850586,
      "train_auc": 0.9083993052545655,
      "val_auc": 0.9040007171367153,
      "val_pr": 0.7787143599221543,
      "val_f1": 0.7954921840287595
    },
    {
      "epoch": 16,
      "loss": 0.6323562264442444,
      "train_auc": 0.9096485902053668,
      "val_auc": 0.9052274712431427,
      "val_pr": 0.7807487324503404,
      "val_f1": 0.7956059932959089
    },
    {
      "epoch": 17,
      "loss": 0.6242539286613464,
      "train_auc": 0.910786802578955,
      "val_auc": 0.9063230550411373,
      "val_pr": 0.782735626351726,
      "val_f1": 0.7957476049961599
    },
    {
      "epoch": 18,
      "loss": 0.6166554689407349,
      "train_auc": 0.9118651949219655,
      "val_auc": 0.9073832073817325,
      "val_pr": 0.7846569044004013,
      "val_f1": 0.7959644874899112
    },
    {
      "epoch": 19,
      "loss": 0.6134944558143616,
      "train_auc": 0.9129198816778528,
      "val_auc": 0.9084562400544012,
      "val_pr": 0.7865619975676831,
      "val_f1": 0.7962073834980835
    },
    {
      "epoch": 20,
      "loss": 0.6102984547615051,
      "train_auc": 0.9138858178801502,
      "val_auc": 0.9094655155346143,
      "val_pr": 0.7884049290031433,
      "val_f1": 0.7964437260052536
    },
    {
      "epoch": 21,
      "loss": 0.6062521934509277,
      "train_auc": 0.9146863673807114,
      "val_auc": 0.9103109241758475,
      "val_pr": 0.7900469067957876,
      "val_f1": 0.7964544721998389
    },
    {
      "epoch": 22,
      "loss": 0.6048034429550171,
      "train_auc": 0.9153578970643655,
      "val_auc": 0.9110262443350992,
      "val_pr": 0.7914774529961004,
      "val_f1": 0.7966320199822738
    },
    {
      "epoch": 23,
      "loss": 0.6028245687484741,
      "train_auc": 0.9159546338416265,
      "val_auc": 0.9116489644498567,
      "val_pr": 0.7927199378315868,
      "val_f1": 0.7968435461792415
    },
    {
      "epoch": 24,
      "loss": 0.5988903045654297,
      "train_auc": 0.9164610527601046,
      "val_auc": 0.9121832559195042,
      "val_pr": 0.7937903995950208,
      "val_f1": 0.7967302891197552
    },
    {
      "epoch": 25,
      "loss": 0.5965708494186401,
      "train_auc": 0.9168925318406246,
      "val_auc": 0.9126524282310227,
      "val_pr": 0.7946884097801488,
      "val_f1": 0.7967571038689999
    },
    {
      "epoch": 26,
      "loss": 0.5954189300537109,
      "train_auc": 0.917277859941835,
      "val_auc": 0.9130761470921613,
      "val_pr": 0.7954299701885919,
      "val_f1": 0.7964026177379853
    },
    {
      "epoch": 27,
      "loss": 0.5935025811195374,
      "train_auc": 0.9176189299256937,
      "val_auc": 0.9134629645445167,
      "val_pr": 0.7960380742899127,
      "val_f1": 0.7964052807380309
    },
    {
      "epoch": 28,
      "loss": 0.5916483402252197,
      "train_auc": 0.9178756893808536,
      "val_auc": 0.9137605263912811,
      "val_pr": 0.7964790580559968,
      "val_f1": 0.7966270235869695
    },
    {
      "epoch": 29,
      "loss": 0.5906683206558228,
      "train_auc": 0.9180581967257926,
      "val_auc": 0.9139714449676263,
      "val_pr": 0.79682534280337,
      "val_f1": 0.7963257515508192
    },
    {
      "epoch": 30,
      "loss": 0.5899872183799744,
      "train_auc": 0.9181878460825541,
      "val_auc": 0.9141090415746298,
      "val_pr": 0.7970554068226547,
      "val_f1": 0.7957441740442257
    },
    {
      "epoch": 31,
      "loss": 0.5895127654075623,
      "train_auc": 0.9182792344416638,
      "val_auc": 0.9141839729905745,
      "val_pr": 0.7972681193772535,
      "val_f1": 0.7950251515031489
    },
    {
      "epoch": 32,
      "loss": 0.5880571603775024,
      "train_auc": 0.9183561144635048,
      "val_auc": 0.9142428148638491,
      "val_pr": 0.7974707866305064,
      "val_f1": 0.7948883334677094
    },
    {
      "epoch": 33,
      "loss": 0.5877199172973633,
      "train_auc": 0.9184520930494073,
      "val_auc": 0.9143312732132353,
      "val_pr": 0.7976959847584544,
      "val_f1": 0.7950165309249254
    },
    {
      "epoch": 34,
      "loss": 0.5868234634399414,
      "train_auc": 0.9185667067233069,
      "val_auc": 0.9144416856484102,
      "val_pr": 0.7978917287611067,
      "val_f1": 0.7949534443145633
    },
    {
      "epoch": 35,
      "loss": 0.5859488248825073,
      "train_auc": 0.9186661763185002,
      "val_auc": 0.9145303653849146,
      "val_pr": 0.7980937265693498,
      "val_f1": 0.7950225515463918
    },
    {
      "epoch": 36,
      "loss": 0.5854740738868713,
      "train_auc": 0.9187402088263512,
      "val_auc": 0.9145798369540493,
      "val_pr": 0.798256233306014,
      "val_f1": 0.7950185394164114
    },
    {
      "epoch": 37,
      "loss": 0.5848743319511414,
      "train_auc": 0.918793005778287,
      "val_auc": 0.9145912983735776,
      "val_pr": 0.7983724628680038,
      "val_f1": 0.7951351133663566
    },
    {
      "epoch": 38,
      "loss": 0.5842409133911133,
      "train_auc": 0.9188318447966835,
      "val_auc": 0.9145928830392653,
      "val_pr": 0.7984678155609841,
      "val_f1": 0.7952467270896274
    },
    {
      "epoch": 39,
      "loss": 0.5837963819503784,
      "train_auc": 0.9188713769682614,
      "val_auc": 0.9145945830757047,
      "val_pr": 0.7985545147784361,
      "val_f1": 0.7952768598371887
    },
    {
      "epoch": 40,
      "loss": 0.5832993388175964,
      "train_auc": 0.9189251796693604,
      "val_auc": 0.9146266202041462,
      "val_pr": 0.7986608241553675,
      "val_f1": 0.7952999879280512
    },
    {
      "epoch": 41,
      "loss": 0.5834438800811768,
      "train_auc": 0.9189831251940652,
      "val_auc": 0.914674388618713,
      "val_pr": 0.7987760129578747,
      "val_f1": 0.7953475268644102
    },
    {
      "epoch": 42,
      "loss": 0.582461953163147,
      "train_auc": 0.9190402733141801,
      "val_auc": 0.9147297623126193,
      "val_pr": 0.7988885726605477,
      "val_f1": 0.7953401751396759
    },
    {
      "epoch": 43,
      "loss": 0.5825979709625244,
      "train_auc": 0.9190910936488716,
      "val_auc": 0.9147715009232614,
      "val_pr": 0.7989835031264764,
      "val_f1": 0.7954617834394905
    },
    {
      "epoch": 44,
      "loss": 0.5822621583938599,
      "train_auc": 0.9191369205106665,
      "val_auc": 0.9147976876222182,
      "val_pr": 0.7990554555839529,
      "val_f1": 0.7956852286749194
    },
    {
      "epoch": 45,
      "loss": 0.5818272829055786,
      "train_auc": 0.9191817322191961,
      "val_auc": 0.9148278660178948,
      "val_pr": 0.7991323000002101,
      "val_f1": 0.7957176843774781
    },
    {
      "epoch": 46,
      "loss": 0.5813396573066711,
      "train_auc": 0.9192322648848054,
      "val_auc": 0.9148715390169442,
      "val_pr": 0.7992203136441218,
      "val_f1": 0.7959571938168847
    },
    {
      "epoch": 47,
      "loss": 0.5811331272125244,
      "train_auc": 0.9192962264655158,
      "val_auc": 0.9149384666895591,
      "val_pr": 0.7992451229745108,
      "val_f1": 0.7960687960687961
    },
    {
      "epoch": 48,
      "loss": 0.5804292559623718,
      "train_auc": 0.9193545611979886,
      "val_auc": 0.9150076587798586,
      "val_pr": 0.7993427504675817,
      "val_f1": 0.7962720602815784
    },
    {
      "epoch": 49,
      "loss": 0.5807056427001953,
      "train_auc": 0.9194037051836035,
      "val_auc": 0.9150647554858875,
      "val_pr": 0.7994339369126616,
      "val_f1": 0.7964777279758836
    },
    {
      "epoch": 50,
      "loss": 0.5800272822380066,
      "train_auc": 0.9194432402186099,
      "val_auc": 0.9151035210431328,
      "val_pr": 0.799519351031349,
      "val_f1": 0.7969066032123736
    }
  ]
}