EVE-27B-XENO-HAT / xeno_evolution.json
win10's picture
Add files using upload-large-folder tool
5a56d29 verified
Raw
History Blame Contribute Delete
24.8 kB
{
"algorithm": "XENO-HAT",
"variant": "intrinsic-viability-standalone",
"selection_mode": "intrinsic_viability",
"scientific_status": "intrinsic_structural_evolution",
"generations_completed": 2000,
"population": 64,
"groups": 32,
"donors": 1,
"best_intrinsic_viability": 0.49689868092536926,
"best_components": {
"assimilation_benefit": 0.7423057556152344,
"diversity_bonus": 0.0,
"compatibility_risk": 0.11876931041479111,
"energy_penalty": 0.1265355944633484,
"strength_roughness": 0.00010219745308859274,
"donor_roughness": 0.0,
"collapse_penalty": 0.0,
"total": 0.49689868092536926
},
"compatibility": [
[
0.7736037969589233
],
[
0.7860755324363708
],
[
0.7848408222198486
],
[
0.7956677079200745
],
[
0.801688015460968
],
[
0.7957690954208374
],
[
0.8060528635978699
],
[
0.8099802136421204
],
[
0.8204229474067688
],
[
0.8158235549926758
],
[
0.8195307850837708
],
[
0.8203746676445007
],
[
0.8259692192077637
],
[
0.825683057308197
],
[
0.8253080248832703
],
[
0.8278267979621887
],
[
0.8267802000045776
],
[
0.8258090019226074
],
[
0.820401668548584
],
[
0.8183936476707458
],
[
0.8180018067359924
],
[
0.8176644444465637
],
[
0.8156882524490356
],
[
0.814712643623352
],
[
0.8127619028091431
],
[
0.8118614554405212
],
[
0.8101686835289001
],
[
0.8081267476081848
],
[
0.8020999431610107
],
[
0.8031536340713501
],
[
0.8024434447288513
],
[
0.800318717956543
]
],
"history": [
{
"generation": 1.0,
"generation_best": 0.15995393693447113,
"global_best": 0.15995393693447113,
"mean_score": 0.12841693812515587,
"mean_sigma": 0.7847505807876587
},
{
"generation": 100.0,
"generation_best": 0.427026629447937,
"global_best": 0.427026629447937,
"mean_score": 0.4245693371631205,
"mean_sigma": 0.13201060891151428
},
{
"generation": 200.0,
"generation_best": 0.44912710785865784,
"global_best": 0.44912710785865784,
"mean_score": 0.4480407335795462,
"mean_sigma": 0.041084542870521545
},
{
"generation": 300.0,
"generation_best": 0.46552371978759766,
"global_best": 0.46552371978759766,
"mean_score": 0.4644366172142327,
"mean_sigma": 0.03352927044034004
},
{
"generation": 400.0,
"generation_best": 0.4772692024707794,
"global_best": 0.4772692024707794,
"mean_score": 0.4764386098831892,
"mean_sigma": 0.033223677426576614
},
{
"generation": 500.0,
"generation_best": 0.4855300784111023,
"global_best": 0.4855300784111023,
"mean_score": 0.48506863694638014,
"mean_sigma": 0.032162439078092575
},
{
"generation": 600.0,
"generation_best": 0.49077853560447693,
"global_best": 0.4907899796962738,
"mean_score": 0.49058493971824646,
"mean_sigma": 0.03171905502676964
},
{
"generation": 700.0,
"generation_best": 0.49390125274658203,
"global_best": 0.49390125274658203,
"mean_score": 0.49371014442294836,
"mean_sigma": 0.0317012220621109
},
{
"generation": 800.0,
"generation_best": 0.4955916702747345,
"global_best": 0.4955916702747345,
"mean_score": 0.49545455910265446,
"mean_sigma": 0.03135889396071434
},
{
"generation": 900.0,
"generation_best": 0.4964514374732971,
"global_best": 0.4964514374732971,
"mean_score": 0.4963453966192901,
"mean_sigma": 0.03134661167860031
},
{
"generation": 1000.0,
"generation_best": 0.49676692485809326,
"global_best": 0.49676692485809326,
"mean_score": 0.4966689986176789,
"mean_sigma": 0.03098495490849018
},
{
"generation": 1100.0,
"generation_best": 0.4968656897544861,
"global_best": 0.4968656897544861,
"mean_score": 0.4967864351347089,
"mean_sigma": 0.031091898679733276
},
{
"generation": 1200.0,
"generation_best": 0.49688971042633057,
"global_best": 0.49689149856567383,
"mean_score": 0.4968199199065566,
"mean_sigma": 0.031062308698892593
},
{
"generation": 1300.0,
"generation_best": 0.4968968331813812,
"global_best": 0.49689704179763794,
"mean_score": 0.4968256512656808,
"mean_sigma": 0.03130534663796425
},
{
"generation": 1400.0,
"generation_best": 0.4968954622745514,
"global_best": 0.49689850211143494,
"mean_score": 0.4968294124118984,
"mean_sigma": 0.031606629490852356
},
{
"generation": 1500.0,
"generation_best": 0.49689674377441406,
"global_best": 0.4968985915184021,
"mean_score": 0.49683248717337847,
"mean_sigma": 0.031062159687280655
},
{
"generation": 1600.0,
"generation_best": 0.4968937933444977,
"global_best": 0.4968985915184021,
"mean_score": 0.4968359088525176,
"mean_sigma": 0.03142143785953522
},
{
"generation": 1700.0,
"generation_best": 0.4968966245651245,
"global_best": 0.49689868092536926,
"mean_score": 0.4968287544324994,
"mean_sigma": 0.03094904124736786
},
{
"generation": 1800.0,
"generation_best": 0.49689313769340515,
"global_best": 0.49689868092536926,
"mean_score": 0.4968287772499025,
"mean_sigma": 0.03133745118975639
},
{
"generation": 1900.0,
"generation_best": 0.49689462780952454,
"global_best": 0.49689868092536926,
"mean_score": 0.49683063570410013,
"mean_sigma": 0.03157992660999298
},
{
"generation": 2000.0,
"generation_best": 0.49689650535583496,
"global_best": 0.49689868092536926,
"mean_score": 0.4968306818045676,
"mean_sigma": 0.03137785941362381
}
],
"final_report": {
"algorithm": "XENO-HAT",
"variant": "intrinsic-viability-standalone",
"selection_mode": "intrinsic_viability",
"scientific_status": "intrinsic_structural_evolution",
"mutated_tensors": 396,
"protected_or_unmapped_floating_tensors": 537,
"memory_budget_bytes": 1431655765,
"memory_skipped_tensors": 266,
"memory_skipped_tensor_names": [
"model.language_model.layers.0.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.0.mlp.down_proj.weight",
"model.language_model.layers.0.mlp.gate_proj.weight",
"model.language_model.layers.0.mlp.up_proj.weight",
"model.language_model.layers.1.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.1.mlp.down_proj.weight",
"model.language_model.layers.1.mlp.gate_proj.weight",
"model.language_model.layers.1.mlp.up_proj.weight",
"model.language_model.layers.10.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.10.mlp.down_proj.weight",
"model.language_model.layers.10.mlp.gate_proj.weight",
"model.language_model.layers.10.mlp.up_proj.weight",
"model.language_model.layers.11.mlp.down_proj.weight",
"model.language_model.layers.11.mlp.gate_proj.weight",
"model.language_model.layers.11.mlp.up_proj.weight",
"model.language_model.layers.11.self_attn.q_proj.weight",
"model.language_model.layers.12.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.12.mlp.down_proj.weight",
"model.language_model.layers.12.mlp.gate_proj.weight",
"model.language_model.layers.12.mlp.up_proj.weight",
"model.language_model.layers.13.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.13.mlp.down_proj.weight",
"model.language_model.layers.13.mlp.gate_proj.weight",
"model.language_model.layers.13.mlp.up_proj.weight",
"model.language_model.layers.14.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.14.mlp.down_proj.weight",
"model.language_model.layers.14.mlp.gate_proj.weight",
"model.language_model.layers.14.mlp.up_proj.weight",
"model.language_model.layers.15.mlp.down_proj.weight",
"model.language_model.layers.15.mlp.gate_proj.weight",
"model.language_model.layers.15.mlp.up_proj.weight",
"model.language_model.layers.15.self_attn.q_proj.weight",
"model.language_model.layers.16.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.16.mlp.down_proj.weight",
"model.language_model.layers.16.mlp.gate_proj.weight",
"model.language_model.layers.16.mlp.up_proj.weight",
"model.language_model.layers.17.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.17.mlp.down_proj.weight",
"model.language_model.layers.17.mlp.gate_proj.weight",
"model.language_model.layers.17.mlp.up_proj.weight",
"model.language_model.layers.18.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.18.mlp.down_proj.weight",
"model.language_model.layers.18.mlp.gate_proj.weight",
"model.language_model.layers.18.mlp.up_proj.weight",
"model.language_model.layers.19.mlp.down_proj.weight",
"model.language_model.layers.19.mlp.gate_proj.weight",
"model.language_model.layers.19.mlp.up_proj.weight",
"model.language_model.layers.19.self_attn.q_proj.weight",
"model.language_model.layers.2.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.2.mlp.down_proj.weight",
"model.language_model.layers.2.mlp.gate_proj.weight",
"model.language_model.layers.2.mlp.up_proj.weight",
"model.language_model.layers.20.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.20.mlp.down_proj.weight",
"model.language_model.layers.20.mlp.gate_proj.weight",
"model.language_model.layers.20.mlp.up_proj.weight",
"model.language_model.layers.21.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.21.mlp.down_proj.weight",
"model.language_model.layers.21.mlp.gate_proj.weight",
"model.language_model.layers.21.mlp.up_proj.weight",
"model.language_model.layers.22.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.22.mlp.down_proj.weight",
"model.language_model.layers.22.mlp.gate_proj.weight",
"model.language_model.layers.22.mlp.up_proj.weight",
"model.language_model.layers.23.mlp.down_proj.weight",
"model.language_model.layers.23.mlp.gate_proj.weight",
"model.language_model.layers.23.mlp.up_proj.weight",
"model.language_model.layers.23.self_attn.q_proj.weight",
"model.language_model.layers.24.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.24.mlp.down_proj.weight",
"model.language_model.layers.24.mlp.gate_proj.weight",
"model.language_model.layers.24.mlp.up_proj.weight",
"model.language_model.layers.25.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.25.mlp.down_proj.weight",
"model.language_model.layers.25.mlp.gate_proj.weight",
"model.language_model.layers.25.mlp.up_proj.weight",
"model.language_model.layers.26.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.26.mlp.down_proj.weight",
"model.language_model.layers.26.mlp.gate_proj.weight",
"model.language_model.layers.26.mlp.up_proj.weight",
"model.language_model.layers.27.mlp.down_proj.weight",
"model.language_model.layers.27.mlp.gate_proj.weight",
"model.language_model.layers.27.mlp.up_proj.weight",
"model.language_model.layers.27.self_attn.q_proj.weight",
"model.language_model.layers.28.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.28.mlp.down_proj.weight",
"model.language_model.layers.28.mlp.gate_proj.weight",
"model.language_model.layers.28.mlp.up_proj.weight",
"model.language_model.layers.29.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.29.mlp.down_proj.weight",
"model.language_model.layers.29.mlp.gate_proj.weight",
"model.language_model.layers.29.mlp.up_proj.weight",
"model.language_model.layers.3.mlp.down_proj.weight",
"model.language_model.layers.3.mlp.gate_proj.weight",
"model.language_model.layers.3.mlp.up_proj.weight",
"model.language_model.layers.3.self_attn.q_proj.weight",
"model.language_model.layers.30.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.30.mlp.down_proj.weight",
"model.language_model.layers.30.mlp.gate_proj.weight",
"model.language_model.layers.30.mlp.up_proj.weight",
"model.language_model.layers.31.mlp.down_proj.weight",
"model.language_model.layers.31.mlp.gate_proj.weight",
"model.language_model.layers.31.mlp.up_proj.weight",
"model.language_model.layers.31.self_attn.q_proj.weight",
"model.language_model.layers.32.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.32.mlp.down_proj.weight",
"model.language_model.layers.32.mlp.gate_proj.weight",
"model.language_model.layers.32.mlp.up_proj.weight",
"model.language_model.layers.33.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.33.mlp.down_proj.weight",
"model.language_model.layers.33.mlp.gate_proj.weight",
"model.language_model.layers.33.mlp.up_proj.weight",
"model.language_model.layers.34.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.34.mlp.down_proj.weight",
"model.language_model.layers.34.mlp.gate_proj.weight",
"model.language_model.layers.34.mlp.up_proj.weight",
"model.language_model.layers.35.mlp.down_proj.weight",
"model.language_model.layers.35.mlp.gate_proj.weight",
"model.language_model.layers.35.mlp.up_proj.weight",
"model.language_model.layers.35.self_attn.q_proj.weight",
"model.language_model.layers.36.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.36.mlp.down_proj.weight",
"model.language_model.layers.36.mlp.gate_proj.weight",
"model.language_model.layers.36.mlp.up_proj.weight",
"model.language_model.layers.37.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.37.mlp.down_proj.weight",
"model.language_model.layers.37.mlp.gate_proj.weight",
"model.language_model.layers.37.mlp.up_proj.weight",
"model.language_model.layers.38.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.38.mlp.down_proj.weight",
"model.language_model.layers.38.mlp.gate_proj.weight",
"model.language_model.layers.38.mlp.up_proj.weight",
"model.language_model.layers.39.mlp.down_proj.weight",
"model.language_model.layers.39.mlp.gate_proj.weight",
"model.language_model.layers.39.mlp.up_proj.weight",
"model.language_model.layers.39.self_attn.q_proj.weight",
"model.language_model.layers.4.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.4.mlp.down_proj.weight",
"model.language_model.layers.4.mlp.gate_proj.weight",
"model.language_model.layers.4.mlp.up_proj.weight",
"model.language_model.layers.40.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.40.mlp.down_proj.weight",
"model.language_model.layers.40.mlp.gate_proj.weight",
"model.language_model.layers.40.mlp.up_proj.weight",
"model.language_model.layers.41.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.41.mlp.down_proj.weight",
"model.language_model.layers.41.mlp.gate_proj.weight",
"model.language_model.layers.41.mlp.up_proj.weight",
"model.language_model.layers.42.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.42.mlp.down_proj.weight",
"model.language_model.layers.42.mlp.gate_proj.weight",
"model.language_model.layers.42.mlp.up_proj.weight",
"model.language_model.layers.43.mlp.down_proj.weight",
"model.language_model.layers.43.mlp.gate_proj.weight",
"model.language_model.layers.43.mlp.up_proj.weight",
"model.language_model.layers.43.self_attn.q_proj.weight",
"model.language_model.layers.44.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.44.mlp.down_proj.weight",
"model.language_model.layers.44.mlp.gate_proj.weight",
"model.language_model.layers.44.mlp.up_proj.weight",
"model.language_model.layers.45.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.45.mlp.down_proj.weight",
"model.language_model.layers.45.mlp.gate_proj.weight",
"model.language_model.layers.45.mlp.up_proj.weight",
"model.language_model.layers.46.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.46.mlp.down_proj.weight",
"model.language_model.layers.46.mlp.gate_proj.weight",
"model.language_model.layers.46.mlp.up_proj.weight",
"model.language_model.layers.47.mlp.down_proj.weight",
"model.language_model.layers.47.mlp.gate_proj.weight",
"model.language_model.layers.47.mlp.up_proj.weight",
"model.language_model.layers.47.self_attn.q_proj.weight",
"model.language_model.layers.48.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.48.mlp.down_proj.weight",
"model.language_model.layers.48.mlp.gate_proj.weight",
"model.language_model.layers.48.mlp.up_proj.weight",
"model.language_model.layers.49.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.49.mlp.down_proj.weight",
"model.language_model.layers.49.mlp.gate_proj.weight",
"model.language_model.layers.49.mlp.up_proj.weight",
"model.language_model.layers.5.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.5.mlp.down_proj.weight",
"model.language_model.layers.5.mlp.gate_proj.weight",
"model.language_model.layers.5.mlp.up_proj.weight",
"model.language_model.layers.50.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.50.mlp.down_proj.weight",
"model.language_model.layers.50.mlp.gate_proj.weight",
"model.language_model.layers.50.mlp.up_proj.weight",
"model.language_model.layers.51.mlp.down_proj.weight",
"model.language_model.layers.51.mlp.gate_proj.weight",
"model.language_model.layers.51.mlp.up_proj.weight",
"model.language_model.layers.51.self_attn.q_proj.weight",
"model.language_model.layers.52.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.52.mlp.down_proj.weight",
"model.language_model.layers.52.mlp.gate_proj.weight",
"model.language_model.layers.52.mlp.up_proj.weight",
"model.language_model.layers.53.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.53.mlp.down_proj.weight",
"model.language_model.layers.53.mlp.gate_proj.weight",
"model.language_model.layers.53.mlp.up_proj.weight",
"model.language_model.layers.54.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.54.mlp.down_proj.weight",
"model.language_model.layers.54.mlp.gate_proj.weight",
"model.language_model.layers.54.mlp.up_proj.weight",
"model.language_model.layers.55.mlp.down_proj.weight",
"model.language_model.layers.55.mlp.gate_proj.weight",
"model.language_model.layers.55.mlp.up_proj.weight",
"model.language_model.layers.55.self_attn.q_proj.weight",
"model.language_model.layers.56.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.56.mlp.down_proj.weight",
"model.language_model.layers.56.mlp.gate_proj.weight",
"model.language_model.layers.56.mlp.up_proj.weight",
"model.language_model.layers.57.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.57.mlp.down_proj.weight",
"model.language_model.layers.57.mlp.gate_proj.weight",
"model.language_model.layers.57.mlp.up_proj.weight",
"model.language_model.layers.58.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.58.mlp.down_proj.weight",
"model.language_model.layers.58.mlp.gate_proj.weight",
"model.language_model.layers.58.mlp.up_proj.weight",
"model.language_model.layers.59.mlp.down_proj.weight",
"model.language_model.layers.59.mlp.gate_proj.weight",
"model.language_model.layers.59.mlp.up_proj.weight",
"model.language_model.layers.59.self_attn.q_proj.weight",
"model.language_model.layers.6.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.6.mlp.down_proj.weight",
"model.language_model.layers.6.mlp.gate_proj.weight",
"model.language_model.layers.6.mlp.up_proj.weight",
"model.language_model.layers.60.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.60.mlp.down_proj.weight",
"model.language_model.layers.60.mlp.gate_proj.weight",
"model.language_model.layers.60.mlp.up_proj.weight",
"model.language_model.layers.61.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.61.mlp.down_proj.weight",
"model.language_model.layers.61.mlp.gate_proj.weight",
"model.language_model.layers.61.mlp.up_proj.weight",
"model.language_model.layers.62.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.62.mlp.down_proj.weight",
"model.language_model.layers.62.mlp.gate_proj.weight",
"model.language_model.layers.62.mlp.up_proj.weight",
"model.language_model.layers.63.mlp.down_proj.weight",
"model.language_model.layers.63.mlp.gate_proj.weight",
"model.language_model.layers.63.mlp.up_proj.weight",
"model.language_model.layers.63.self_attn.q_proj.weight",
"model.language_model.layers.7.mlp.down_proj.weight",
"model.language_model.layers.7.mlp.gate_proj.weight",
"model.language_model.layers.7.mlp.up_proj.weight",
"model.language_model.layers.7.self_attn.q_proj.weight",
"model.language_model.layers.8.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.8.mlp.down_proj.weight",
"model.language_model.layers.8.mlp.gate_proj.weight",
"model.language_model.layers.8.mlp.up_proj.weight",
"model.language_model.layers.9.linear_attn.in_proj_qkv.weight",
"model.language_model.layers.9.mlp.down_proj.weight",
"model.language_model.layers.9.mlp.gate_proj.weight",
"model.language_model.layers.9.mlp.up_proj.weight",
"model.visual.blocks.4.mlp.linear_fc1.weight",
"model.visual.blocks.5.mlp.linear_fc1.weight",
"model.visual.blocks.7.mlp.linear_fc1.weight",
"model.visual.blocks.8.mlp.linear_fc1.weight",
"model.visual.blocks.9.mlp.linear_fc1.weight",
"mtp.fc.weight",
"mtp.layers.0.mlp.down_proj.weight",
"mtp.layers.0.mlp.gate_proj.weight",
"mtp.layers.0.mlp.up_proj.weight",
"mtp.layers.0.self_attn.q_proj.weight"
],
"io_chunk_elements": 262144,
"nonfinite_tensors": 0,
"input_tensors": 1199,
"total_tensors": 1199,
"output_contract": "host",
"fp8": {
"host_fp8_weights": 0,
"donor_fp8_tensor_uses": 0,
"native_fp8_weights": 0,
"requantized_weights": 0,
"updated_scale_tensors": 0,
"dequantized_output_weights": 0,
"removed_scale_tensors": 0,
"quantization_limited_weights": 0,
"lost_mutations": 0,
"independent_scale_mutations": 0
},
"relative_delta_l2": 0.024734919742108584,
"intrinsic_viability": {
"assimilation_benefit": 0.7423057556152344,
"diversity_bonus": 0.0,
"compatibility_risk": 0.11876931041479111,
"energy_penalty": 0.1265355944633484,
"strength_roughness": 0.00010219745308859274,
"donor_roughness": 0.0,
"collapse_penalty": 0.0,
"total": 0.49689868092536926
},
"shards": 11,
"total_size": 55563006888,
"output": "E:\\text-generation-webui-1.14\\user_data\\models\\EVE-27B-XENO-HAT-gpt-oss"
},
"elapsed_seconds": 4223.817697763443
}