house-prices-tabular-models / model_summary.json
t22000t's picture
v3: add SHAP + Captum IG interpretability artefacts
df1ec6d verified
Raw
History Blame
10 kB
{
"pipeline": "dl",
"timestamp": "2026-06-29T20:45:12.755636",
"config": {
"seed": 42,
"n_tuning_trials": 30,
"cv_folds": 5,
"quick": false,
"architectures": [
"catboost",
"xgboost",
"cann",
"cann_gbm",
"ft_transformer",
"tabm",
"localglmnet",
"drn"
],
"epochs": 300,
"patience": 30,
"batch_size": 512,
"n_ensemble": 3,
"catboost_iterations": 2000,
"mono_lambda": 0.1
},
"best_model": "xgboost",
"double_lift_vs_glm": 1.033,
"glm_gini": 0.19835532870019956,
"models": {
"catboost": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.217189,
"mae": 24008.1321,
"rmse": 31405.2728,
"cv_rmse": 0.175808,
"ae_ratio": 1.146532,
"mean_actual": 178634.4191,
"mean_predicted": 155804.1077,
"gamma_deviance": -31.599869
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.19955,
"mae": 29223.4503,
"rmse": 42466.5792,
"cv_rmse": 0.226094,
"ae_ratio": 1.160751,
"mean_actual": 187827.3717,
"mean_predicted": 161815.4533,
"gamma_deviance": -14.947891
},
"training_time": 2.687849998474121,
"best_params": {},
"n_params": 499
},
"xgboost": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.221199,
"mae": 5759.4073,
"rmse": 7959.4927,
"cv_rmse": 0.044557,
"ae_ratio": 1.002072,
"mean_actual": 178634.4191,
"mean_predicted": 178265.0061,
"gamma_deviance": -2.187904
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.20495,
"mae": 17203.8948,
"rmse": 29715.992,
"cv_rmse": 0.158209,
"ae_ratio": 0.998457,
"mean_actual": 187827.3717,
"mean_predicted": 188117.697,
"gamma_deviance": -4.691965
},
"training_time": 0.39440107345581055,
"best_params": {
"max_depth": 6,
"eta": 0.05,
"n_estimators": 1000,
"reg_alpha": 0.1,
"reg_lambda": 1.0,
"subsample": 0.85,
"colsample_bytree": 0.85,
"early_stopping_rounds": 50
},
"n_params": 462
},
"cann": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.202411,
"mae": 23155.4686,
"rmse": 34338.3103,
"cv_rmse": 0.192227,
"ae_ratio": 1.018042,
"mean_actual": 178634.4191,
"mean_predicted": 175468.5434,
"gamma_deviance": -37.783704
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.194059,
"mae": 24906.0643,
"rmse": 40934.7862,
"cv_rmse": 0.217938,
"ae_ratio": 1.024133,
"mean_actual": 187827.3717,
"mean_predicted": 183401.323,
"gamma_deviance": -9.638755
},
"training_time": 6.516291856765747,
"best_params": {
"hidden_dims": [
128,
64
],
"dropout": 0.2,
"lr": 0.001,
"weight_decay": 0.001
},
"n_params": 52815,
"n_ensemble_members": 3,
"best_epochs": [
0,
0,
0
]
},
"cann_gbm": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.214997,
"mae": 26973.8176,
"rmse": 36715.2832,
"cv_rmse": 0.205533,
"ae_ratio": 1.167739,
"mean_actual": 178634.4191,
"mean_predicted": 152974.6205,
"gamma_deviance": -40.585313
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.194023,
"mae": 32932.265,
"rmse": 48574.5172,
"cv_rmse": 0.258613,
"ae_ratio": 1.192998,
"mean_actual": 187827.3717,
"mean_predicted": 157441.4424,
"gamma_deviance": -20.046771
},
"training_time": 5.8221588134765625,
"best_params": {
"hidden_dims": [
128,
64
],
"dropout": 0.2,
"lr": 0.001,
"weight_decay": 0.001
},
"n_params": 52815,
"n_ensemble_members": 3,
"best_epochs": [
0,
0,
0
]
},
"ft_transformer": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.05933,
"mae": 178578.1372,
"rmse": 194469.1036,
"cv_rmse": 1.088643,
"ae_ratio": 3173.923706,
"mean_actual": 178634.4191,
"mean_predicted": 56.2819,
"gamma_deviance": -7317306.734206
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.036815,
"mae": 187771.0898,
"rmse": 203270.2569,
"cv_rmse": 1.082219,
"ae_ratio": 3337.260207,
"mean_actual": 187827.3717,
"mean_predicted": 56.2819,
"gamma_deviance": -2023550.196912
},
"training_time": 340.80848002433777,
"best_params": {
"d_model": 64,
"n_heads": 4,
"n_layers": 3,
"dropout": 0.1,
"ffn_factor": 4,
"lr": 0.0005,
"weight_decay": 0.0001
},
"n_params": 483267,
"n_ensemble_members": 3,
"best_epochs": [
299,
299,
299
]
},
"tabm": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.064854,
"mae": 178609.1615,
"rmse": 194497.5932,
"cv_rmse": 1.088802,
"ae_ratio": 7072.489783,
"mean_actual": 178634.4191,
"mean_predicted": 25.2576,
"gamma_deviance": -16328852.827116
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.033122,
"mae": 187802.1149,
"rmse": 203298.9164,
"cv_rmse": 1.082371,
"ae_ratio": 7436.715938,
"mean_actual": 187827.3717,
"mean_predicted": 25.2568,
"gamma_deviance": -4515436.929884
},
"training_time": 176.6026849746704,
"best_params": {
"n_members": 8,
"hidden_dims": [
128,
64
],
"dropout": 0.2,
"lr": 0.001,
"weight_decay": 0.0001
},
"n_params": 410364,
"n_ensemble_members": 3,
"best_epochs": [
299,
299,
299
]
},
"localglmnet": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.206005,
"mae": 21552.5978,
"rmse": 38899.1139,
"cv_rmse": 0.217758,
"ae_ratio": 0.994052,
"mean_actual": 178634.4191,
"mean_predicted": 179703.2482,
"gamma_deviance": -32.628445
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.199053,
"mae": 23419.5912,
"rmse": 41406.0148,
"cv_rmse": 0.220447,
"ae_ratio": 0.988121,
"mean_actual": 187827.3717,
"mean_predicted": 190085.4273,
"gamma_deviance": -7.820823
},
"training_time": 6.341158151626587,
"best_params": {
"hidden_dims": [
64,
32
],
"dropout": 0.3,
"coeff_reg": 1.0,
"lr": 0.0001,
"weight_decay": 0.01
},
"n_params": 22620,
"n_ensemble_members": 3,
"best_epochs": [
0,
0,
1
]
},
"drn": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.202143,
"mae": 25139.4589,
"rmse": 48095.4937,
"cv_rmse": 0.26924,
"ae_ratio": 1.002491,
"mean_actual": 178634.4191,
"mean_predicted": 178190.489,
"gamma_deviance": -42.297568
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.196194,
"mae": 27927.6243,
"rmse": 50086.1878,
"cv_rmse": 0.266661,
"ae_ratio": 0.981333,
"mean_actual": 187827.3717,
"mean_predicted": 191400.3003,
"gamma_deviance": -10.697358
},
"training_time": 6.589911937713623,
"best_params": {
"hidden_dims": [
128,
64
],
"dropout": 0.2,
"kl_alpha": 0.1,
"lr": 0.001,
"weight_decay": 0.0001
},
"n_params": 53010,
"n_ensemble_members": 3,
"best_epochs": [
0,
0,
0
]
},
"stacked_ensemble": {
"metrics_train": {
"split": "train",
"n": 1156,
"n_params": 0,
"gini": 0.221199,
"mae": 5759.4073,
"rmse": 7959.4927,
"cv_rmse": 0.044557,
"ae_ratio": 1.002072,
"mean_actual": 178634.4191,
"mean_predicted": 178265.0061,
"gamma_deviance": -2.187904
},
"metrics_test": {
"split": "test",
"n": 304,
"n_params": 0,
"gini": 0.20495,
"mae": 17203.8948,
"rmse": 29715.992,
"cv_rmse": 0.158209,
"ae_ratio": 0.998457,
"mean_actual": 187827.3717,
"mean_predicted": 188117.697,
"gamma_deviance": -4.691965
},
"training_time": 0.0017802715301513672,
"best_params": {},
"n_params": 9,
"base_weights": {
"glm": 0.0,
"catboost": 0.0,
"xgboost": 1.0,
"cann": 0.0,
"cann_gbm": 0.0,
"ft_transformer": 0.0,
"tabm": 0.0,
"localglmnet": 0.0,
"drn": 0.0
}
}
}
}