| -- model.embed_tokens rfn_err: 0.000000 max_diff/norm: 0.000000 sqnr: 79.869484 cos_err: 0.000000 | |
| -- model.layers.0 rfn_err: 0.000469 max_diff/norm: 0.000179 sqnr: 67.624667 cos_err: 0.000000 | |
| -- model.layers.1 rfn_err: 0.000974 max_diff/norm: 0.000531 sqnr: 68.439451 cos_err: 0.000000 | |
| -- model.layers.2 rfn_err: 0.002241 max_diff/norm: 0.001870 sqnr: 68.260154 cos_err: 0.000002 | |
| -- model.layers.3 rfn_err: 0.003263 max_diff/norm: 0.002894 sqnr: 63.013945 cos_err: 0.000004 | |
| -- model.layers.4 rfn_err: 0.003907 max_diff/norm: 0.003336 sqnr: 59.611947 cos_err: 0.000005 | |
| -- model.layers.5 rfn_err: 0.003222 max_diff/norm: 0.047131 sqnr: 56.541940 cos_err: 0.000008 | |
| -- model.layers.6 rfn_err: 0.003638 max_diff/norm: 0.047244 sqnr: 54.479703 cos_err: 0.000013 | |
| -- model.layers.7 rfn_err: 0.004107 max_diff/norm: 0.045489 sqnr: 51.914129 cos_err: 0.000019 | |
| -- model.layers.8 rfn_err: 0.004872 max_diff/norm: 0.045198 sqnr: 49.001552 cos_err: 0.000030 | |
| -- model.layers.9 rfn_err: 0.005626 max_diff/norm: 0.044496 sqnr: 46.700288 cos_err: 0.000041 | |
| -- model.layers.10 rfn_err: 0.006273 max_diff/norm: 0.043968 sqnr: 45.495138 cos_err: 0.000051 | |
| -- model.layers.11 rfn_err: 0.006999 max_diff/norm: 0.043394 sqnr: 44.036062 cos_err: 0.000065 | |
| -- model.layers.12 rfn_err: 0.007787 max_diff/norm: 0.042877 sqnr: 42.612123 cos_err: 0.000081 | |
| -- model.layers.13 rfn_err: 0.008557 max_diff/norm: 0.042569 sqnr: 41.627334 cos_err: 0.000098 | |
| -- model.layers.14 rfn_err: 0.009232 max_diff/norm: 0.042269 sqnr: 40.791703 cos_err: 0.000113 | |
| -- model.layers.15 rfn_err: 0.010146 max_diff/norm: 0.041974 sqnr: 39.771770 cos_err: 0.000135 | |
| -- model.layers.16 rfn_err: 0.010730 max_diff/norm: 0.041506 sqnr: 39.285714 cos_err: 0.000145 | |
| -- model.layers.17 rfn_err: 0.011582 max_diff/norm: 0.041059 sqnr: 38.529370 cos_err: 0.000170 | |
| -- model.layers.18 rfn_err: 0.012672 max_diff/norm: 0.040827 sqnr: 37.640926 cos_err: 0.000205 | |
| -- model.layers.19 rfn_err: 0.013846 max_diff/norm: 0.040427 sqnr: 36.894370 cos_err: 0.000243 | |
| -- model.layers.20 rfn_err: 0.015082 max_diff/norm: 0.039825 sqnr: 36.179127 cos_err: 0.000285 | |
| -- model.layers.21 rfn_err: 0.016368 max_diff/norm: 0.039220 sqnr: 35.531018 cos_err: 0.000340 | |
| -- model.layers.22 rfn_err: 0.018362 max_diff/norm: 0.038589 sqnr: 34.697237 cos_err: 0.000426 | |
| -- model.layers.23 rfn_err: 0.020675 max_diff/norm: 0.038304 sqnr: 33.781780 cos_err: 0.000562 | |
| -- model.layers.24 rfn_err: 0.024030 max_diff/norm: 0.037275 sqnr: 32.957620 cos_err: 0.000730 | |
| -- model.layers.25 rfn_err: 0.028294 max_diff/norm: 0.037068 sqnr: 31.808008 cos_err: 0.001044 | |
| -- model.layers.26 rfn_err: 0.033569 max_diff/norm: 0.036918 sqnr: 30.428794 cos_err: 0.001466 | |
| -- model.layers.27 rfn_err: 0.040863 max_diff/norm: 0.036527 sqnr: 29.294528 cos_err: 0.002164 | |
| -- model.layers.28 rfn_err: 0.068729 max_diff/norm: 0.035751 sqnr: 28.074716 cos_err: 0.003308 | |
| -- model.layers.29 rfn_err: 0.078003 max_diff/norm: 0.035327 sqnr: 27.221135 cos_err: 0.003987 | |
| -- model.layers.30 rfn_err: 0.085684 max_diff/norm: 0.034522 sqnr: 25.983341 cos_err: 0.005010 | |
| -- model.layers.31 rfn_err: 0.090742 max_diff/norm: 0.033618 sqnr: 25.235119 cos_err: 0.005663 | |
| -- model.layers.32 rfn_err: 0.100789 max_diff/norm: 0.032754 sqnr: 24.391638 cos_err: 0.006320 | |
| -- model.layers.33 rfn_err: 0.105336 max_diff/norm: 0.032467 sqnr: 23.727129 cos_err: 0.007296 | |
| -- model.layers.34 rfn_err: 0.107950 max_diff/norm: 0.031170 sqnr: 23.301634 cos_err: 0.007859 | |
| -- model.layers.35 rfn_err: 0.111258 max_diff/norm: 0.030942 sqnr: 22.984354 cos_err: 0.008479 | |
| -- model.layers.36 rfn_err: 0.118099 max_diff/norm: 0.030517 sqnr: 22.322384 cos_err: 0.009760 | |
| -- model.layers.37 rfn_err: 0.118839 max_diff/norm: 0.028324 sqnr: 22.233939 cos_err: 0.009903 | |
| -- model.layers.38 rfn_err: 0.122697 max_diff/norm: 0.027327 sqnr: 21.934171 cos_err: 0.011375 | |
| -- model.layers.39 rfn_err: 0.124401 max_diff/norm: 0.026100 sqnr: 21.999972 cos_err: 0.011230 | |
| -- model.layers.40 rfn_err: 0.126139 max_diff/norm: 0.025323 sqnr: 21.835296 cos_err: 0.011150 | |
| -- model.layers.41 rfn_err: 0.128898 max_diff/norm: 0.023867 sqnr: 21.726902 cos_err: 0.012110 | |
| -- model.layers.42 rfn_err: 0.133769 max_diff/norm: 0.023403 sqnr: 21.534948 cos_err: 0.013173 | |
| -- model.layers.43 rfn_err: 0.135472 max_diff/norm: 0.025423 sqnr: 21.634254 cos_err: 0.012356 | |
| -- model.layers.44 rfn_err: 0.141627 max_diff/norm: 0.024765 sqnr: 21.388501 cos_err: 0.013442 | |
| -- model.layers.45 rfn_err: 0.145089 max_diff/norm: 0.028550 sqnr: 21.230392 cos_err: 0.013905 | |
| -- model.layers.46 rfn_err: 0.145036 max_diff/norm: 0.031216 sqnr: 21.266876 cos_err: 0.013606 | |
| -- model.layers.47 rfn_err: 0.150609 max_diff/norm: 0.031708 sqnr: 21.100099 cos_err: 0.014522 | |
| -- model.layers.48 rfn_err: 0.151605 max_diff/norm: 0.030604 sqnr: 21.043640 cos_err: 0.014459 | |
| -- model.layers.49 rfn_err: 0.152998 max_diff/norm: 0.030138 sqnr: 21.027880 cos_err: 0.015126 | |
| -- model.layers.50 rfn_err: 0.153678 max_diff/norm: 0.030143 sqnr: 20.949445 cos_err: 0.015387 | |
| -- model.layers.51 rfn_err: 0.157058 max_diff/norm: 0.030881 sqnr: 20.818885 cos_err: 0.016170 | |
| -- model.layers.52 rfn_err: 0.157101 max_diff/norm: 0.028464 sqnr: 20.767393 cos_err: 0.016376 | |
| -- model.layers.53 rfn_err: 0.156680 max_diff/norm: 0.028216 sqnr: 20.657856 cos_err: 0.016834 | |
| -- model.layers.54 rfn_err: 0.156580 max_diff/norm: 0.026803 sqnr: 20.544510 cos_err: 0.016751 | |
| -- model.layers.55 rfn_err: 0.158494 max_diff/norm: 0.023788 sqnr: 20.331582 cos_err: 0.017598 | |
| -- model.layers.56 rfn_err: 0.158479 max_diff/norm: 0.021634 sqnr: 20.168725 cos_err: 0.017573 | |
| -- model.layers.57 rfn_err: 0.155372 max_diff/norm: 0.018350 sqnr: 20.042795 cos_err: 0.016913 | |
| -- model.layers.58 rfn_err: 0.147437 max_diff/norm: 0.018248 sqnr: 19.997026 cos_err: 0.015184 | |
| -- model.layers.59 rfn_err: 0.140684 max_diff/norm: 0.016183 sqnr: 19.970912 cos_err: 0.012968 | |
| -- model.layers.60 rfn_err: 0.133054 max_diff/norm: 0.010360 sqnr: 20.229823 cos_err: 0.010685 | |
| -- model.layers.61 rfn_err: 0.125113 max_diff/norm: 0.071410 sqnr: 20.739476 cos_err: 0.010296 | |
| -- model.norm rfn_err: 0.144264 max_diff/norm: 0.008163 sqnr: 20.559373 cos_err: 0.011742 | |
| -- A perplexity: 8.33833098 | |
| -- B perplexity: 8.34981264 | |
| -- A label in top-K: | |
| K = 1: 0.5594 | |
| K = 2: 0.6805 | |
| K = 3: 0.7388 | |
| K = 4: 0.7750 | |
| K = 5: 0.8003 | |
| -- B label in top-K: | |
| K = 1: 0.5598 | |
| K = 2: 0.6804 | |
| K = 3: 0.7390 | |
| K = 4: 0.7749 | |
| K = 5: 0.8005 | |
| -- Top-K agreement, A vs B: | |
| K = 1: 0.9533 | |
| K = 2: 0.8440 | |
| K = 3: 0.7042 | |
| K = 4: 0.5587 | |
| K = 5: 0.4226 | |
| -- KL divergence (A, B): 0.03227931 | |
| -- KL divergence (B, A): 0.03371121 | |