{ "source_model": "Qwen/Qwen2.5-0.5B-Instruct", "source_revision": "7ae557604adf67be50417f59c2c2f167def9a775", "packed_qkv_layers": 24, "all_min_correlation": 0.9999999999999961, "all_min_l2_norm": 20.91516876220703, "all_min_mean_abs": 0.014065030962228775, "layers": [ { "layer": 0, "slice_correlations": [ 0.9999999999999993, 0.9999999999999997, 0.9999999999999984 ], "l2_norm": 65.8489990234375, "mean_abs": 0.039214126765728, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 1, "slice_correlations": [ 1.0, 0.9999999999999984, 0.9999999999999997 ], "l2_norm": 29.43270492553711, "mean_abs": 0.021061746403574944, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 2, "slice_correlations": [ 0.9999999999999976, 0.9999999999999992, 0.9999999999999997 ], "l2_norm": 26.41864013671875, "mean_abs": 0.01842130534350872, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 3, "slice_correlations": [ 0.9999999999999987, 1.0, 0.9999999999999993 ], "l2_norm": 23.546049118041992, "mean_abs": 0.016418030485510826, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 4, "slice_correlations": [ 0.9999999999999996, 1.0, 1.0 ], "l2_norm": 23.406049728393555, "mean_abs": 0.017105916514992714, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 5, "slice_correlations": [ 0.9999999999999981, 0.9999999999999992, 1.0 ], "l2_norm": 22.534378051757812, "mean_abs": 0.01633119210600853, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 6, "slice_correlations": [ 0.9999999999999991, 1.0, 0.9999999999999961 ], "l2_norm": 23.319232940673828, "mean_abs": 0.016641633585095406, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 7, "slice_correlations": [ 0.9999999999999992, 1.0, 1.0 ], "l2_norm": 23.402111053466797, "mean_abs": 0.017071889713406563, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 8, "slice_correlations": [ 0.9999999999999987, 0.9999999999999996, 1.0 ], "l2_norm": 26.112503051757812, "mean_abs": 0.018704138696193695, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 9, "slice_correlations": [ 0.9999999999999993, 1.0, 0.9999999999999988 ], "l2_norm": 22.70167350769043, "mean_abs": 0.015809502452611923, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 10, "slice_correlations": [ 0.9999999999999978, 0.9999999999999983, 0.9999999999999991 ], "l2_norm": 22.00130271911621, "mean_abs": 0.016085535287857056, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 11, "slice_correlations": [ 1.0, 1.0, 1.0 ], "l2_norm": 20.91516876220703, "mean_abs": 0.014065030962228775, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 12, "slice_correlations": [ 1.0, 1.0, 1.0 ], "l2_norm": 21.809988021850586, "mean_abs": 0.0159450750797987, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 13, "slice_correlations": [ 0.9999999999999996, 1.0, 1.0 ], "l2_norm": 22.216096878051758, "mean_abs": 0.015303263440728188, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 14, "slice_correlations": [ 0.9999999999999966, 1.0, 1.0 ], "l2_norm": 21.49214744567871, "mean_abs": 0.015490368008613586, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 15, "slice_correlations": [ 1.0, 0.9999999999999984, 0.9999999999999993 ], "l2_norm": 21.4729061126709, "mean_abs": 0.015645474195480347, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 16, "slice_correlations": [ 0.9999999999999994, 1.0, 1.0 ], "l2_norm": 24.37644386291504, "mean_abs": 0.016148163005709648, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 17, "slice_correlations": [ 0.9999999999999993, 1.0, 1.0 ], "l2_norm": 22.105173110961914, "mean_abs": 0.01602894999086857, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 18, "slice_correlations": [ 0.9999999999999993, 0.9999999999999994, 0.9999999999999994 ], "l2_norm": 22.034114837646484, "mean_abs": 0.015935879200696945, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 19, "slice_correlations": [ 0.9999999999999997, 0.9999999999999999, 1.0 ], "l2_norm": 22.14388656616211, "mean_abs": 0.016256166622042656, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 20, "slice_correlations": [ 1.0, 1.0, 1.0 ], "l2_norm": 22.20497703552246, "mean_abs": 0.015515392646193504, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 21, "slice_correlations": [ 1.0, 1.0, 1.0 ], "l2_norm": 22.516704559326172, "mean_abs": 0.015251066535711288, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 22, "slice_correlations": [ 1.0, 0.9999999999999964, 0.9999999999999999 ], "l2_norm": 22.04404067993164, "mean_abs": 0.015196285210549831, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 }, { "layer": 23, "slice_correlations": [ 0.9999999999999993, 1.0, 0.9999999999999998 ], "l2_norm": 22.432558059692383, "mean_abs": 0.01529533788561821, "max_abs_error_vs_fp32_source": 2.9802322387695312e-08 } ] }