File size: 8,766 Bytes
9bbe9c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
-- model.embed_tokens rfn_err: 0.000000 max_diff/norm: 0.000000 sqnr: 79.869484 cos_err: 0.000000
-- model.layers.0 rfn_err: 0.001017 max_diff/norm: 0.000208 sqnr: 61.532980 cos_err: 0.000000
-- model.layers.1 rfn_err: 0.002231 max_diff/norm: 0.001100 sqnr: 58.734509 cos_err: 0.000002
-- model.layers.2 rfn_err: 0.004763 max_diff/norm: 0.002880 sqnr: 53.876651 cos_err: 0.000008
-- model.layers.3 rfn_err: 0.006568 max_diff/norm: 0.004134 sqnr: 50.205115 cos_err: 0.000014
-- model.layers.4 rfn_err: 0.007617 max_diff/norm: 0.003830 sqnr: 47.289655 cos_err: 0.000019
-- model.layers.5 rfn_err: 0.007090 max_diff/norm: 0.116742 sqnr: 44.775571 cos_err: 0.000028
-- model.layers.6 rfn_err: 0.007607 max_diff/norm: 0.116455 sqnr: 43.337426 cos_err: 0.000041
-- model.layers.7 rfn_err: 0.008447 max_diff/norm: 0.116347 sqnr: 41.213080 cos_err: 0.000054
-- model.layers.8 rfn_err: 0.009379 max_diff/norm: 0.115107 sqnr: 39.464045 cos_err: 0.000081
-- model.layers.9 rfn_err: 0.010305 max_diff/norm: 0.113122 sqnr: 38.171880 cos_err: 0.000108
-- model.layers.10 rfn_err: 0.011118 max_diff/norm: 0.111587 sqnr: 37.345647 cos_err: 0.000129
-- model.layers.11 rfn_err: 0.012104 max_diff/norm: 0.109842 sqnr: 36.323288 cos_err: 0.000161
-- model.layers.12 rfn_err: 0.013162 max_diff/norm: 0.108572 sqnr: 35.364393 cos_err: 0.000195
-- model.layers.13 rfn_err: 0.014205 max_diff/norm: 0.107720 sqnr: 34.623768 cos_err: 0.000231
-- model.layers.14 rfn_err: 0.015160 max_diff/norm: 0.106660 sqnr: 34.000090 cos_err: 0.000264
-- model.layers.15 rfn_err: 0.016444 max_diff/norm: 0.105012 sqnr: 33.290000 cos_err: 0.000310
-- model.layers.16 rfn_err: 0.017320 max_diff/norm: 0.103041 sqnr: 32.984575 cos_err: 0.000333
-- model.layers.17 rfn_err: 0.018565 max_diff/norm: 0.102205 sqnr: 32.427712 cos_err: 0.000384
-- model.layers.18 rfn_err: 0.020225 max_diff/norm: 0.101198 sqnr: 31.697718 cos_err: 0.000462
-- model.layers.19 rfn_err: 0.021969 max_diff/norm: 0.100307 sqnr: 31.051150 cos_err: 0.000542
-- model.layers.20 rfn_err: 0.023903 max_diff/norm: 0.098437 sqnr: 30.451744 cos_err: 0.000630
-- model.layers.21 rfn_err: 0.025844 max_diff/norm: 0.097368 sqnr: 29.921284 cos_err: 0.000737
-- model.layers.22 rfn_err: 0.028511 max_diff/norm: 0.096021 sqnr: 29.220995 cos_err: 0.000896
-- model.layers.23 rfn_err: 0.031631 max_diff/norm: 0.095519 sqnr: 28.430126 cos_err: 0.001145
-- model.layers.24 rfn_err: 0.034842 max_diff/norm: 0.093165 sqnr: 27.687440 cos_err: 0.001442
-- model.layers.25 rfn_err: 0.040242 max_diff/norm: 0.092788 sqnr: 26.635372 cos_err: 0.001980
-- model.layers.26 rfn_err: 0.046830 max_diff/norm: 0.093038 sqnr: 25.497961 cos_err: 0.002694
-- model.layers.27 rfn_err: 0.055636 max_diff/norm: 0.092440 sqnr: 24.501275 cos_err: 0.003792
-- model.layers.28 rfn_err: 0.085580 max_diff/norm: 0.090473 sqnr: 23.438816 cos_err: 0.005463
-- model.layers.29 rfn_err: 0.096313 max_diff/norm: 0.089205 sqnr: 22.715888 cos_err: 0.006492
-- model.layers.30 rfn_err: 0.106057 max_diff/norm: 0.087621 sqnr: 21.663076 cos_err: 0.008087
-- model.layers.31 rfn_err: 0.112199 max_diff/norm: 0.085844 sqnr: 21.099320 cos_err: 0.009051
-- model.layers.32 rfn_err: 0.124029 max_diff/norm: 0.083795 sqnr: 20.418774 cos_err: 0.010056
-- model.layers.33 rfn_err: 0.129828 max_diff/norm: 0.082055 sqnr: 19.857175 cos_err: 0.011483
-- model.layers.34 rfn_err: 0.133268 max_diff/norm: 0.079986 sqnr: 19.531722 cos_err: 0.012268
-- model.layers.35 rfn_err: 0.137318 max_diff/norm: 0.077364 sqnr: 19.286253 cos_err: 0.013129
-- model.layers.36 rfn_err: 0.145534 max_diff/norm: 0.076403 sqnr: 18.707049 cos_err: 0.014979
-- model.layers.37 rfn_err: 0.146671 max_diff/norm: 0.073246 sqnr: 18.685345 cos_err: 0.015100
-- model.layers.38 rfn_err: 0.151369 max_diff/norm: 0.070850 sqnr: 18.426652 cos_err: 0.017061
-- model.layers.39 rfn_err: 0.152925 max_diff/norm: 0.067381 sqnr: 18.532562 cos_err: 0.016655
-- model.layers.40 rfn_err: 0.155370 max_diff/norm: 0.065503 sqnr: 18.412829 cos_err: 0.016559
-- model.layers.41 rfn_err: 0.158440 max_diff/norm: 0.062154 sqnr: 18.329644 cos_err: 0.017659
-- model.layers.42 rfn_err: 0.163820 max_diff/norm: 0.059775 sqnr: 18.161913 cos_err: 0.018989
-- model.layers.43 rfn_err: 0.165392 max_diff/norm: 0.055976 sqnr: 18.276385 cos_err: 0.017872
-- model.layers.44 rfn_err: 0.172189 max_diff/norm: 0.053723 sqnr: 18.048376 cos_err: 0.019302
-- model.layers.45 rfn_err: 0.176197 max_diff/norm: 0.052196 sqnr: 17.905685 cos_err: 0.019926
-- model.layers.46 rfn_err: 0.175998 max_diff/norm: 0.049371 sqnr: 17.959718 cos_err: 0.019498
-- model.layers.47 rfn_err: 0.182210 max_diff/norm: 0.047151 sqnr: 17.813583 cos_err: 0.020710
-- model.layers.48 rfn_err: 0.183390 max_diff/norm: 0.045295 sqnr: 17.766797 cos_err: 0.020642
-- model.layers.49 rfn_err: 0.185077 max_diff/norm: 0.042782 sqnr: 17.756343 cos_err: 0.021452
-- model.layers.50 rfn_err: 0.185991 max_diff/norm: 0.041007 sqnr: 17.691015 cos_err: 0.021791
-- model.layers.51 rfn_err: 0.189697 max_diff/norm: 0.039038 sqnr: 17.577948 cos_err: 0.022782
-- model.layers.52 rfn_err: 0.189906 max_diff/norm: 0.036750 sqnr: 17.544695 cos_err: 0.023056
-- model.layers.53 rfn_err: 0.189749 max_diff/norm: 0.035126 sqnr: 17.456175 cos_err: 0.023645
-- model.layers.54 rfn_err: 0.189891 max_diff/norm: 0.033551 sqnr: 17.366807 cos_err: 0.023576
-- model.layers.55 rfn_err: 0.192427 max_diff/norm: 0.032293 sqnr: 17.188225 cos_err: 0.024681
-- model.layers.56 rfn_err: 0.192786 max_diff/norm: 0.030716 sqnr: 17.057778 cos_err: 0.024695
-- model.layers.57 rfn_err: 0.189982 max_diff/norm: 0.027926 sqnr: 16.962916 cos_err: 0.023917
-- model.layers.58 rfn_err: 0.182264 max_diff/norm: 0.026714 sqnr: 16.934458 cos_err: 0.021830
-- model.layers.59 rfn_err: 0.175773 max_diff/norm: 0.025124 sqnr: 16.934383 cos_err: 0.019174
-- model.layers.60 rfn_err: 0.167440 max_diff/norm: 0.020558 sqnr: 17.208983 cos_err: 0.016231
-- model.layers.61 rfn_err: 0.156737 max_diff/norm: 0.025630 sqnr: 17.784731 cos_err: 0.015342
-- model.norm rfn_err: 0.177760 max_diff/norm: 0.008254 sqnr: 17.592665 cos_err: 0.017236
-- A perplexity: 8.35222293
-- B perplexity: 8.34981264
-- A label in top-K:
K = 1: 0.5593
K = 2: 0.6798
K = 3: 0.7382
K = 4: 0.7743
K = 5: 0.7998
-- B label in top-K:
K = 1: 0.5598
K = 2: 0.6804
K = 3: 0.7390
K = 4: 0.7749
K = 5: 0.8005
-- Top-K agreement, A vs B:
K = 1: 0.9344
K = 2: 0.7901
K = 3: 0.6154
K = 4: 0.4472
K = 5: 0.3056
-- KL divergence (A, B): 0.04801990
-- KL divergence (B, A): 0.04921814
|