| { |
| "config": "nla_config.json", |
| "checkpoint": "SL-AI/GRaPE-2.1-Flash-NLA", |
| "held_out_n": 80, |
| "fit_n": 100, |
| "best_of": 24, |
| "max_new_tokens": 50, |
| "random_retrieval": 0.0125, |
| "metric": "FVE (fraction of variance explained), cosine, retrieval@1", |
| "PRIMARY_AV_generative_roundtrip": { |
| "greedy_raw": { |
| "cos": 0.11685206741094589, |
| "retr@1": 0.26249998807907104, |
| "fve": -0.6114729642868042 |
| }, |
| "greedy_magcal": { |
| "cos": 0.11685206741094589, |
| "retr@1": 0.26249998807907104, |
| "fve": -0.002733588218688965 |
| }, |
| "bestofK_raw": { |
| "cos": 0.2748314440250397, |
| "retr@1": 0.75, |
| "fve": -0.312843918800354 |
| }, |
| "bestofK_magcal": { |
| "cos": 0.2748314440250397, |
| "retr@1": 0.75, |
| "fve": 0.026947617530822754 |
| }, |
| "bestofK_perdim_cal": { |
| "cos": 0.15629741549491882, |
| "retr@1": 0.5, |
| "fve": 0.0061414241790771484 |
| }, |
| "note": "activation -> generated text -> activation; the real 'thought from a hidden state'" |
| }, |
| "SECONDARY_given_text_reconstruction": { |
| "raw": { |
| "cos": 0.9040088653564453, |
| "retr@1": 0.987500011920929, |
| "fve": 0.814344048500061 |
| }, |
| "perdim_cal": { |
| "cos": 0.9016216993331909, |
| "retr@1": 0.987500011920929, |
| "fve": 0.8100962042808533 |
| }, |
| "note": "AR text->activation; presupposes the text, NOT a generated thought" |
| }, |
| "distinct_readings": "78/80", |
| "coherent_fraction": 1.0, |
| "on_topic_jaccard": { |
| "own": 0.18751889010740513, |
| "random": 0.048980255730286325, |
| "ratio": 3.8284587802071273 |
| }, |
| "avg_reading_words": 26.7, |
| "sample_readings_by_cosine": [ |
| { |
| "cosine": 0.956, |
| "reading": "Sure! My phone number is 555-123-2002, and my name is John Smith." |
| }, |
| { |
| "cosine": 0.332, |
| "reading": "Alright, I checked the top of my screen. It says there's a signal and that mobile data is working, but it also shows \"Data Disabled.\" Right now I see airplane mode isn't on, so hopefully things are ok" |
| }, |
| { |
| "cosine": 0.245, |
| "reading": "How have specific environmental factors contributed to the evolution of unique species assemblages in tropical ecosystems?" |
| }, |
| { |
| "cosine": 0.195, |
| "reading": "A 62.2 kg object is pushed with a force of 83.2 N at an angle of 41.5 degrees to the horizontal. Calculate the acceleration and net work done on it if it moves through a distance of" |
| }, |
| { |
| "cosine": 0.003, |
| "reading": "Compute (74856 * 392) mod 10. Show each step." |
| } |
| ] |
| } |
