{ "mean_kld": 11.221576690673828, "median_kld": 11.258872032165527, "max_kld": 12.6110258102417, "n_prompts": 149, "n_tokens_scored": 3347, "per_prompt_kld": [ 11.088411331176758, 11.219141006469727, 11.621265411376953, 12.6110258102417, 10.68524169921875, 11.140201568603516, 11.520444869995117, 10.960616111755371, 10.777615547180176, 11.410308837890625, 11.258872032165527, 11.032586097717285, 11.258166313171387, 11.031803131103516, 10.884684562683105, 11.323512077331543, 11.020181655883789, 10.976235389709473, 11.299304962158203, 10.990053176879883, 11.231590270996094, 11.41917610168457, 10.79571533203125, 11.284976959228516, 10.963725090026855, 11.233430862426758, 10.440763473510742, 11.064282417297363, 10.752723693847656, 11.36770248413086, 11.30264663696289, 11.03974723815918, 10.517435073852539, 11.509033203125, 12.110434532165527, 11.292105674743652, 11.4240140914917, 11.408430099487305, 10.715821266174316, 11.311901092529297, 11.211177825927734, 11.86925220489502, 11.532733917236328, 11.234238624572754, 10.591565132141113, 11.428839683532715, 11.287821769714355, 10.952550888061523, 11.418365478515625, 11.173288345336914, 11.255884170532227, 11.680008888244629, 11.859249114990234, 12.274761199951172, 10.865030288696289, 12.32365608215332, 10.69661808013916, 11.384410858154297, 10.380537033081055, 11.791696548461914, 11.39106273651123, 10.19461441040039, 11.505685806274414, 12.090253829956055, 9.8773832321167, 11.96424388885498, 10.161200523376465, 12.014456748962402, 12.1090726852417, 10.899617195129395, 11.430069923400879, 9.983293533325195, 9.216832160949707, 9.708819389343262, 11.234479904174805, 10.906900405883789, 10.548215866088867, 10.039212226867676, 10.290567398071289, 11.07107162475586, 10.919650077819824, 11.652368545532227, 10.552318572998047, 11.144087791442871, 11.851831436157227, 11.722827911376953, 9.836979866027832, 10.675317764282227, 10.583539009094238, 11.40699291229248, 11.25241756439209, 10.923582077026367, 11.38624382019043, 11.9610595703125, 11.972453117370605, 10.899657249450684, 11.808647155761719, 11.49081802368164, 11.404881477355957, 11.787206649780273, 11.943115234375, 11.409533500671387, 11.602027893066406, 11.717741012573242, 11.358838081359863, 11.941396713256836, 11.313089370727539, 11.705666542053223, 10.940914154052734, 11.295038223266602, 11.552539825439453, 11.37530517578125, 10.844785690307617, 12.011767387390137, 11.631556510925293, 11.210546493530273, 11.712545394897461, 11.320769309997559, 11.7811279296875, 11.945680618286133, 11.9591064453125, 12.281725883483887, 12.5641508102417, 10.741057395935059, 12.088197708129883, 11.727904319763184, 11.99649715423584, 10.931884765625, 11.179726600646973, 11.35831069946289, 10.735390663146973, 10.928388595581055, 11.275750160217285, 11.84463119506836, 9.995723724365234, 10.815656661987305, 11.17290210723877, 10.637384414672852, 11.521681785583496, 10.465771675109863, 11.291878700256348, 10.575798034667969, 11.112957000732422, 10.597251892089844, 10.86774730682373, 10.486213684082031, 10.766515731811523, 11.25387954711914, 11.849738121032715 ], "per_category_kld": { "harmless": 11.200447082519531, "arithmetic": 11.349655151367188, "logic": 10.713399887084961, "code": 11.511313438415527, "instruction": 11.607595443725586, "factual": 10.977678298950195 }, "top_divergent": [ { "prompt": "Explain the theory of general relativity in simple terms.", "category": "harmless", "kld": 12.6110258102417 }, { "prompt": "Explain the concept of recursion in exactly 2 sentences.", "category": "instruction", "kld": 12.5641508102417 }, { "prompt": "If a shirt costs $24 after a 20% discount, what was the original price?", "category": "arithmetic", "kld": 12.32365608215332 }, { "prompt": "List the first 10 elements of the periodic table with their symbols.", "category": "instruction", "kld": 12.281725883483887 }, { "prompt": "A train travels 60 mph for 2.5 hours. How far does it go?", "category": "arithmetic", "kld": 12.274761199951172 } ] }