-- model.embed_tokens rfn_err: 0.000000 max_diff/norm: 0.000000 sqnr: 79.869484 cos_err: 0.000000 -- model.layers.0 rfn_err: 0.001017 max_diff/norm: 0.000208 sqnr: 61.532980 cos_err: 0.000000 -- model.layers.1 rfn_err: 0.002231 max_diff/norm: 0.001100 sqnr: 58.734509 cos_err: 0.000002 -- model.layers.2 rfn_err: 0.004763 max_diff/norm: 0.002880 sqnr: 53.876651 cos_err: 0.000008 -- model.layers.3 rfn_err: 0.006568 max_diff/norm: 0.004134 sqnr: 50.205115 cos_err: 0.000014 -- model.layers.4 rfn_err: 0.007617 max_diff/norm: 0.003830 sqnr: 47.289655 cos_err: 0.000019 -- model.layers.5 rfn_err: 0.007090 max_diff/norm: 0.116742 sqnr: 44.775571 cos_err: 0.000028 -- model.layers.6 rfn_err: 0.007607 max_diff/norm: 0.116455 sqnr: 43.337426 cos_err: 0.000041 -- model.layers.7 rfn_err: 0.008447 max_diff/norm: 0.116347 sqnr: 41.213080 cos_err: 0.000054 -- model.layers.8 rfn_err: 0.009379 max_diff/norm: 0.115107 sqnr: 39.464045 cos_err: 0.000081 -- model.layers.9 rfn_err: 0.010305 max_diff/norm: 0.113122 sqnr: 38.171880 cos_err: 0.000108 -- model.layers.10 rfn_err: 0.011118 max_diff/norm: 0.111587 sqnr: 37.345647 cos_err: 0.000129 -- model.layers.11 rfn_err: 0.012104 max_diff/norm: 0.109842 sqnr: 36.323288 cos_err: 0.000161 -- model.layers.12 rfn_err: 0.013162 max_diff/norm: 0.108572 sqnr: 35.364393 cos_err: 0.000195 -- model.layers.13 rfn_err: 0.014205 max_diff/norm: 0.107720 sqnr: 34.623768 cos_err: 0.000231 -- model.layers.14 rfn_err: 0.015160 max_diff/norm: 0.106660 sqnr: 34.000090 cos_err: 0.000264 -- model.layers.15 rfn_err: 0.016444 max_diff/norm: 0.105012 sqnr: 33.290000 cos_err: 0.000310 -- model.layers.16 rfn_err: 0.017320 max_diff/norm: 0.103041 sqnr: 32.984575 cos_err: 0.000333 -- model.layers.17 rfn_err: 0.018565 max_diff/norm: 0.102205 sqnr: 32.427712 cos_err: 0.000384 -- model.layers.18 rfn_err: 0.020225 max_diff/norm: 0.101198 sqnr: 31.697718 cos_err: 0.000462 -- model.layers.19 rfn_err: 0.021969 max_diff/norm: 0.100307 sqnr: 31.051150 cos_err: 0.000542 -- model.layers.20 rfn_err: 0.023903 max_diff/norm: 0.098437 sqnr: 30.451744 cos_err: 0.000630 -- model.layers.21 rfn_err: 0.025844 max_diff/norm: 0.097368 sqnr: 29.921284 cos_err: 0.000737 -- model.layers.22 rfn_err: 0.028511 max_diff/norm: 0.096021 sqnr: 29.220995 cos_err: 0.000896 -- model.layers.23 rfn_err: 0.031631 max_diff/norm: 0.095519 sqnr: 28.430126 cos_err: 0.001145 -- model.layers.24 rfn_err: 0.034842 max_diff/norm: 0.093165 sqnr: 27.687440 cos_err: 0.001442 -- model.layers.25 rfn_err: 0.040242 max_diff/norm: 0.092788 sqnr: 26.635372 cos_err: 0.001980 -- model.layers.26 rfn_err: 0.046830 max_diff/norm: 0.093038 sqnr: 25.497961 cos_err: 0.002694 -- model.layers.27 rfn_err: 0.055636 max_diff/norm: 0.092440 sqnr: 24.501275 cos_err: 0.003792 -- model.layers.28 rfn_err: 0.085580 max_diff/norm: 0.090473 sqnr: 23.438816 cos_err: 0.005463 -- model.layers.29 rfn_err: 0.096313 max_diff/norm: 0.089205 sqnr: 22.715888 cos_err: 0.006492 -- model.layers.30 rfn_err: 0.106057 max_diff/norm: 0.087621 sqnr: 21.663076 cos_err: 0.008087 -- model.layers.31 rfn_err: 0.112199 max_diff/norm: 0.085844 sqnr: 21.099320 cos_err: 0.009051 -- model.layers.32 rfn_err: 0.124029 max_diff/norm: 0.083795 sqnr: 20.418774 cos_err: 0.010056 -- model.layers.33 rfn_err: 0.129828 max_diff/norm: 0.082055 sqnr: 19.857175 cos_err: 0.011483 -- model.layers.34 rfn_err: 0.133268 max_diff/norm: 0.079986 sqnr: 19.531722 cos_err: 0.012268 -- model.layers.35 rfn_err: 0.137318 max_diff/norm: 0.077364 sqnr: 19.286253 cos_err: 0.013129 -- model.layers.36 rfn_err: 0.145534 max_diff/norm: 0.076403 sqnr: 18.707049 cos_err: 0.014979 -- model.layers.37 rfn_err: 0.146671 max_diff/norm: 0.073246 sqnr: 18.685345 cos_err: 0.015100 -- model.layers.38 rfn_err: 0.151369 max_diff/norm: 0.070850 sqnr: 18.426652 cos_err: 0.017061 -- model.layers.39 rfn_err: 0.152925 max_diff/norm: 0.067381 sqnr: 18.532562 cos_err: 0.016655 -- model.layers.40 rfn_err: 0.155370 max_diff/norm: 0.065503 sqnr: 18.412829 cos_err: 0.016559 -- model.layers.41 rfn_err: 0.158440 max_diff/norm: 0.062154 sqnr: 18.329644 cos_err: 0.017659 -- model.layers.42 rfn_err: 0.163820 max_diff/norm: 0.059775 sqnr: 18.161913 cos_err: 0.018989 -- model.layers.43 rfn_err: 0.165392 max_diff/norm: 0.055976 sqnr: 18.276385 cos_err: 0.017872 -- model.layers.44 rfn_err: 0.172189 max_diff/norm: 0.053723 sqnr: 18.048376 cos_err: 0.019302 -- model.layers.45 rfn_err: 0.176197 max_diff/norm: 0.052196 sqnr: 17.905685 cos_err: 0.019926 -- model.layers.46 rfn_err: 0.175998 max_diff/norm: 0.049371 sqnr: 17.959718 cos_err: 0.019498 -- model.layers.47 rfn_err: 0.182210 max_diff/norm: 0.047151 sqnr: 17.813583 cos_err: 0.020710 -- model.layers.48 rfn_err: 0.183390 max_diff/norm: 0.045295 sqnr: 17.766797 cos_err: 0.020642 -- model.layers.49 rfn_err: 0.185077 max_diff/norm: 0.042782 sqnr: 17.756343 cos_err: 0.021452 -- model.layers.50 rfn_err: 0.185991 max_diff/norm: 0.041007 sqnr: 17.691015 cos_err: 0.021791 -- model.layers.51 rfn_err: 0.189697 max_diff/norm: 0.039038 sqnr: 17.577948 cos_err: 0.022782 -- model.layers.52 rfn_err: 0.189906 max_diff/norm: 0.036750 sqnr: 17.544695 cos_err: 0.023056 -- model.layers.53 rfn_err: 0.189749 max_diff/norm: 0.035126 sqnr: 17.456175 cos_err: 0.023645 -- model.layers.54 rfn_err: 0.189891 max_diff/norm: 0.033551 sqnr: 17.366807 cos_err: 0.023576 -- model.layers.55 rfn_err: 0.192427 max_diff/norm: 0.032293 sqnr: 17.188225 cos_err: 0.024681 -- model.layers.56 rfn_err: 0.192786 max_diff/norm: 0.030716 sqnr: 17.057778 cos_err: 0.024695 -- model.layers.57 rfn_err: 0.189982 max_diff/norm: 0.027926 sqnr: 16.962916 cos_err: 0.023917 -- model.layers.58 rfn_err: 0.182264 max_diff/norm: 0.026714 sqnr: 16.934458 cos_err: 0.021830 -- model.layers.59 rfn_err: 0.175773 max_diff/norm: 0.025124 sqnr: 16.934383 cos_err: 0.019174 -- model.layers.60 rfn_err: 0.167440 max_diff/norm: 0.020558 sqnr: 17.208983 cos_err: 0.016231 -- model.layers.61 rfn_err: 0.156737 max_diff/norm: 0.025630 sqnr: 17.784731 cos_err: 0.015342 -- model.norm rfn_err: 0.177760 max_diff/norm: 0.008254 sqnr: 17.592665 cos_err: 0.017236 -- A perplexity: 8.35222293 -- B perplexity: 8.34981264 -- A label in top-K: K = 1: 0.5593 K = 2: 0.6798 K = 3: 0.7382 K = 4: 0.7743 K = 5: 0.7998 -- B label in top-K: K = 1: 0.5598 K = 2: 0.6804 K = 3: 0.7390 K = 4: 0.7749 K = 5: 0.8005 -- Top-K agreement, A vs B: K = 1: 0.9344 K = 2: 0.7901 K = 3: 0.6154 K = 4: 0.4472 K = 5: 0.3056 -- KL divergence (A, B): 0.04801990 -- KL divergence (B, A): 0.04921814