| -- model.embed_tokens rfn_err: 0.000000 max_diff/norm: 0.000000 sqnr: 79.869484 cos_err: 0.000000 | |
| -- model.layers.0 rfn_err: 0.001017 max_diff/norm: 0.000208 sqnr: 61.532980 cos_err: 0.000000 | |
| -- model.layers.1 rfn_err: 0.002231 max_diff/norm: 0.001100 sqnr: 58.734509 cos_err: 0.000002 | |
| -- model.layers.2 rfn_err: 0.004763 max_diff/norm: 0.002880 sqnr: 53.876651 cos_err: 0.000008 | |
| -- model.layers.3 rfn_err: 0.006568 max_diff/norm: 0.004134 sqnr: 50.205115 cos_err: 0.000014 | |
| -- model.layers.4 rfn_err: 0.007617 max_diff/norm: 0.003830 sqnr: 47.289655 cos_err: 0.000019 | |
| -- model.layers.5 rfn_err: 0.007090 max_diff/norm: 0.116742 sqnr: 44.775571 cos_err: 0.000028 | |
| -- model.layers.6 rfn_err: 0.007607 max_diff/norm: 0.116455 sqnr: 43.337426 cos_err: 0.000041 | |
| -- model.layers.7 rfn_err: 0.008447 max_diff/norm: 0.116347 sqnr: 41.213080 cos_err: 0.000054 | |
| -- model.layers.8 rfn_err: 0.009379 max_diff/norm: 0.115107 sqnr: 39.464045 cos_err: 0.000081 | |
| -- model.layers.9 rfn_err: 0.010305 max_diff/norm: 0.113122 sqnr: 38.171880 cos_err: 0.000108 | |
| -- model.layers.10 rfn_err: 0.011118 max_diff/norm: 0.111587 sqnr: 37.345647 cos_err: 0.000129 | |
| -- model.layers.11 rfn_err: 0.012104 max_diff/norm: 0.109842 sqnr: 36.323288 cos_err: 0.000161 | |
| -- model.layers.12 rfn_err: 0.013162 max_diff/norm: 0.108572 sqnr: 35.364393 cos_err: 0.000195 | |
| -- model.layers.13 rfn_err: 0.014205 max_diff/norm: 0.107720 sqnr: 34.623768 cos_err: 0.000231 | |
| -- model.layers.14 rfn_err: 0.015160 max_diff/norm: 0.106660 sqnr: 34.000090 cos_err: 0.000264 | |
| -- model.layers.15 rfn_err: 0.016444 max_diff/norm: 0.105012 sqnr: 33.290000 cos_err: 0.000310 | |
| -- model.layers.16 rfn_err: 0.017320 max_diff/norm: 0.103041 sqnr: 32.984575 cos_err: 0.000333 | |
| -- model.layers.17 rfn_err: 0.018565 max_diff/norm: 0.102205 sqnr: 32.427712 cos_err: 0.000384 | |
| -- model.layers.18 rfn_err: 0.020225 max_diff/norm: 0.101198 sqnr: 31.697718 cos_err: 0.000462 | |
| -- model.layers.19 rfn_err: 0.021969 max_diff/norm: 0.100307 sqnr: 31.051150 cos_err: 0.000542 | |
| -- model.layers.20 rfn_err: 0.023903 max_diff/norm: 0.098437 sqnr: 30.451744 cos_err: 0.000630 | |
| -- model.layers.21 rfn_err: 0.025844 max_diff/norm: 0.097368 sqnr: 29.921284 cos_err: 0.000737 | |
| -- model.layers.22 rfn_err: 0.028511 max_diff/norm: 0.096021 sqnr: 29.220995 cos_err: 0.000896 | |
| -- model.layers.23 rfn_err: 0.031631 max_diff/norm: 0.095519 sqnr: 28.430126 cos_err: 0.001145 | |
| -- model.layers.24 rfn_err: 0.034842 max_diff/norm: 0.093165 sqnr: 27.687440 cos_err: 0.001442 | |
| -- model.layers.25 rfn_err: 0.040242 max_diff/norm: 0.092788 sqnr: 26.635372 cos_err: 0.001980 | |
| -- model.layers.26 rfn_err: 0.046830 max_diff/norm: 0.093038 sqnr: 25.497961 cos_err: 0.002694 | |
| -- model.layers.27 rfn_err: 0.055636 max_diff/norm: 0.092440 sqnr: 24.501275 cos_err: 0.003792 | |
| -- model.layers.28 rfn_err: 0.085580 max_diff/norm: 0.090473 sqnr: 23.438816 cos_err: 0.005463 | |
| -- model.layers.29 rfn_err: 0.096313 max_diff/norm: 0.089205 sqnr: 22.715888 cos_err: 0.006492 | |
| -- model.layers.30 rfn_err: 0.106057 max_diff/norm: 0.087621 sqnr: 21.663076 cos_err: 0.008087 | |
| -- model.layers.31 rfn_err: 0.112199 max_diff/norm: 0.085844 sqnr: 21.099320 cos_err: 0.009051 | |
| -- model.layers.32 rfn_err: 0.124029 max_diff/norm: 0.083795 sqnr: 20.418774 cos_err: 0.010056 | |
| -- model.layers.33 rfn_err: 0.129828 max_diff/norm: 0.082055 sqnr: 19.857175 cos_err: 0.011483 | |
| -- model.layers.34 rfn_err: 0.133268 max_diff/norm: 0.079986 sqnr: 19.531722 cos_err: 0.012268 | |
| -- model.layers.35 rfn_err: 0.137318 max_diff/norm: 0.077364 sqnr: 19.286253 cos_err: 0.013129 | |
| -- model.layers.36 rfn_err: 0.145534 max_diff/norm: 0.076403 sqnr: 18.707049 cos_err: 0.014979 | |
| -- model.layers.37 rfn_err: 0.146671 max_diff/norm: 0.073246 sqnr: 18.685345 cos_err: 0.015100 | |
| -- model.layers.38 rfn_err: 0.151369 max_diff/norm: 0.070850 sqnr: 18.426652 cos_err: 0.017061 | |
| -- model.layers.39 rfn_err: 0.152925 max_diff/norm: 0.067381 sqnr: 18.532562 cos_err: 0.016655 | |
| -- model.layers.40 rfn_err: 0.155370 max_diff/norm: 0.065503 sqnr: 18.412829 cos_err: 0.016559 | |
| -- model.layers.41 rfn_err: 0.158440 max_diff/norm: 0.062154 sqnr: 18.329644 cos_err: 0.017659 | |
| -- model.layers.42 rfn_err: 0.163820 max_diff/norm: 0.059775 sqnr: 18.161913 cos_err: 0.018989 | |
| -- model.layers.43 rfn_err: 0.165392 max_diff/norm: 0.055976 sqnr: 18.276385 cos_err: 0.017872 | |
| -- model.layers.44 rfn_err: 0.172189 max_diff/norm: 0.053723 sqnr: 18.048376 cos_err: 0.019302 | |
| -- model.layers.45 rfn_err: 0.176197 max_diff/norm: 0.052196 sqnr: 17.905685 cos_err: 0.019926 | |
| -- model.layers.46 rfn_err: 0.175998 max_diff/norm: 0.049371 sqnr: 17.959718 cos_err: 0.019498 | |
| -- model.layers.47 rfn_err: 0.182210 max_diff/norm: 0.047151 sqnr: 17.813583 cos_err: 0.020710 | |
| -- model.layers.48 rfn_err: 0.183390 max_diff/norm: 0.045295 sqnr: 17.766797 cos_err: 0.020642 | |
| -- model.layers.49 rfn_err: 0.185077 max_diff/norm: 0.042782 sqnr: 17.756343 cos_err: 0.021452 | |
| -- model.layers.50 rfn_err: 0.185991 max_diff/norm: 0.041007 sqnr: 17.691015 cos_err: 0.021791 | |
| -- model.layers.51 rfn_err: 0.189697 max_diff/norm: 0.039038 sqnr: 17.577948 cos_err: 0.022782 | |
| -- model.layers.52 rfn_err: 0.189906 max_diff/norm: 0.036750 sqnr: 17.544695 cos_err: 0.023056 | |
| -- model.layers.53 rfn_err: 0.189749 max_diff/norm: 0.035126 sqnr: 17.456175 cos_err: 0.023645 | |
| -- model.layers.54 rfn_err: 0.189891 max_diff/norm: 0.033551 sqnr: 17.366807 cos_err: 0.023576 | |
| -- model.layers.55 rfn_err: 0.192427 max_diff/norm: 0.032293 sqnr: 17.188225 cos_err: 0.024681 | |
| -- model.layers.56 rfn_err: 0.192786 max_diff/norm: 0.030716 sqnr: 17.057778 cos_err: 0.024695 | |
| -- model.layers.57 rfn_err: 0.189982 max_diff/norm: 0.027926 sqnr: 16.962916 cos_err: 0.023917 | |
| -- model.layers.58 rfn_err: 0.182264 max_diff/norm: 0.026714 sqnr: 16.934458 cos_err: 0.021830 | |
| -- model.layers.59 rfn_err: 0.175773 max_diff/norm: 0.025124 sqnr: 16.934383 cos_err: 0.019174 | |
| -- model.layers.60 rfn_err: 0.167440 max_diff/norm: 0.020558 sqnr: 17.208983 cos_err: 0.016231 | |
| -- model.layers.61 rfn_err: 0.156737 max_diff/norm: 0.025630 sqnr: 17.784731 cos_err: 0.015342 | |
| -- model.norm rfn_err: 0.177760 max_diff/norm: 0.008254 sqnr: 17.592665 cos_err: 0.017236 | |
| -- A perplexity: 8.35222293 | |
| -- B perplexity: 8.34981264 | |
| -- A label in top-K: | |
| K = 1: 0.5593 | |
| K = 2: 0.6798 | |
| K = 3: 0.7382 | |
| K = 4: 0.7743 | |
| K = 5: 0.7998 | |
| -- B label in top-K: | |
| K = 1: 0.5598 | |
| K = 2: 0.6804 | |
| K = 3: 0.7390 | |
| K = 4: 0.7749 | |
| K = 5: 0.8005 | |
| -- Top-K agreement, A vs B: | |
| K = 1: 0.9344 | |
| K = 2: 0.7901 | |
| K = 3: 0.6154 | |
| K = 4: 0.4472 | |
| K = 5: 0.3056 | |
| -- KL divergence (A, B): 0.04801990 | |
| -- KL divergence (B, A): 0.04921814 | |