{ "source_model": "EleutherAI/pythia-160m", "source_layers": 12, "source_d": 768, "pca_variance_ratios": { "0": 0.8405317664146423, "1": 0.8321310877799988, "2": 0.8819478154182434, "3": 0.9732739925384521, "4": 0.9731953144073486, "5": 0.9729762077331543, "6": 0.9713472127914429, "7": 0.9692407846450806, "8": 0.9617082476615906, "9": 0.9468944668769836, "10": 0.9025288224220276, "11": 0.8257134556770325 }, "pca_avg_variance": 0.9209574311971664, "layer_mapping": { "0": [ 0 ], "1": [ 1, 2 ], "2": [ 3 ], "3": [ 4, 5 ], "4": [ 6 ], "5": [ 7, 8 ], "6": [ 9 ], "7": [ 10, 11 ] }, "applied_weights": 56, "skipped_weights": 0, "blend_alpha": 0.3, "head_selections": { "0": [ 0, 2, 3, 8, 9 ], "1": [ 0, 1, 5, 9, 10 ], "2": [ 3, 5, 9, 10, 11 ], "3": [ 4, 6, 7, 10, 11 ], "4": [ 0, 2, 3, 4, 9 ], "5": [ 1, 2, 9, 10, 11 ], "6": [ 2, 3, 6, 7, 9 ], "7": [ 0, 1, 2, 4, 7 ] }, "total_time": 174.22608470916748 }