{
  "lane": "Lane-G",
  "substrate": "GPU",
  "gpu": "NVIDIA H100 80GB HBM3",
  "torch": "2.4.1+cu124",
  "corpus_bytes": 120000000,
  "corpus_prov": "gutenberg:wiki.en+wiki.fr+wiki.de+wiki.es+wiki.ru",
  "corpus_sha256": "0b232f8b5f5b9a29b7bbac1b3944387cf3441581325e289edbaa4b3bf580691f",
  "model": {
    "params": 35934768,
    "d_model": 384,
    "n_layer": 6,
    "n_head": 6,
    "n_kv_head": 2,
    "block": 256,
    "vocab": 256
  },
  "train": {
    "steps": 6000,
    "bs": 48,
    "lr": 0.0003,
    "wall_s": 544.9072122573853,
    "first_ce_a": 5.925756454467773,
    "final_ce_a": 0.009036836214363575,
    "val_ce": 0.8622053861618042,
    "descended": true,
    "curve": [
      {
        "step": 0,
        "ce_a": 5.925756454467773,
        "ce_g": 5.680332183837891
      },
      {
        "step": 200,
        "ce_a": 0.7139828205108643,
        "ce_g": 0.3533748388290405
      },
      {
        "step": 400,
        "ce_a": 0.04092003405094147,
        "ce_g": 0.050152212381362915
      },
      {
        "step": 600,
        "ce_a": 0.0393046997487545,
        "ce_g": 0.02947274036705494
      },
      {
        "step": 800,
        "ce_a": 0.014434918761253357,
        "ce_g": 0.01934630796313286
      },
      {
        "step": 1000,
        "ce_a": 0.024007469415664673,
        "ce_g": 0.028741655871272087
      },
      {
        "step": 1200,
        "ce_a": 0.011385413818061352,
        "ce_g": 0.017214596271514893
      },
      {
        "step": 1400,
        "ce_a": 0.14673905074596405,
        "ce_g": 0.01908319629728794
      },
      {
        "step": 1600,
        "ce_a": 0.012596565298736095,
        "ce_g": 0.015730055049061775
      },
      {
        "step": 1800,
        "ce_a": 0.012369353324174881,
        "ce_g": 0.015310753136873245
      },
      {
        "step": 2000,
        "ce_a": 0.013409885577857494,
        "ce_g": 0.01610957458615303
      },
      {
        "step": 2200,
        "ce_a": 0.01115404162555933,
        "ce_g": 0.015370897948741913
      },
      {
        "step": 2400,
        "ce_a": 0.01087728887796402,
        "ce_g": 0.0149327227845788
      },
      {
        "step": 2600,
        "ce_a": 0.014400164596736431,
        "ce_g": 0.015757206827402115
      },
      {
        "step": 2800,
        "ce_a": 0.01192524190992117,
        "ce_g": 0.01644938625395298
      },
      {
        "step": 3000,
        "ce_a": 0.01050333771854639,
        "ce_g": 0.015042421407997608
      },
      {
        "step": 3200,
        "ce_a": 0.021470246836543083,
        "ce_g": 0.014458010904490948
      },
      {
        "step": 3400,
        "ce_a": 0.009893499314785004,
        "ce_g": 0.013501676730811596
      },
      {
        "step": 3600,
        "ce_a": 0.010379047133028507,
        "ce_g": 0.014149465598165989
      },
      {
        "step": 3800,
        "ce_a": 0.009425207041203976,
        "ce_g": 0.014792279340326786
      },
      {
        "step": 4000,
        "ce_a": 0.009882473386824131,
        "ce_g": 0.015003266744315624
      },
      {
        "step": 4200,
        "ce_a": 0.008632521145045757,
        "ce_g": 0.014968234114348888
      },
      {
        "step": 4400,
        "ce_a": 0.009527956135571003,
        "ce_g": 0.013332732021808624
      },
      {
        "step": 4600,
        "ce_a": 0.009654971770942211,
        "ce_g": 0.01378745585680008
      },
      {
        "step": 4800,
        "ce_a": 0.009408476762473583,
        "ce_g": 0.01304198894649744
      },
      {
        "step": 5000,
        "ce_a": 0.009637054055929184,
        "ce_g": 0.014294534921646118
      },
      {
        "step": 5200,
        "ce_a": 0.010668732225894928,
        "ce_g": 0.01419137790799141
      },
      {
        "step": 5400,
        "ce_a": 0.010320356115698814,
        "ce_g": 0.013358884491026402
      },
      {
        "step": 5600,
        "ce_a": 0.010703661479055882,
        "ce_g": 0.012529316358268261
      },
      {
        "step": 5800,
        "ce_a": 0.008872820064425468,
        "ce_g": 0.015053198672831059
      },
      {
        "step": 5999,
        "ce_a": 0.009036836214363575,
        "ce_g": 0.013916920870542526
      }
    ]
  },
  "ckpt": {
    "path": "/root/omega_cdv2_d384.pt",
    "sha256": "33d1d00ddba2e9f1e45d976d84e5bbb1f4c5c42fd3c1c616a44fcfdabced4147"
  },
  "gate": {
    "gB": 1.1777352577055058,
    "gA": 0.9616891091338222,
    "gG": -0.20758777043134813,
    "fit_steps": 300,
    "l2": 0.02,
    "alpha_fixed": 0.6
  },
  "ce": {
    "base": 3.01495124821798,
    "fixed_AmG": 1.4421041947155553,
    "a_only": 0.4499611180353251,
    "gated": 0.34453460317476964,
    "uniform_floor": 5.545177444479562
  },
  "structured": {
    "gain_real": 2.5649901301826548,
    "gain_shuf": -2.0684362689347924,
    "structured_ce": true,
    "kl_on": 1.9771064301526036,
    "kl_substrate_shuf_floor": 2.1909360137998113,
    "kl_gperm_floor": 2.1629148417221593,
    "ratio_vs_substrate_shuf": 0.9024026341703797
  },
  "generation": {
    "prompt": "(БСЭ — 1975)\n Томашевский Б.�",
    "base": "(БСЭ — 1975)\n Томашевский Б.���о� � � ��� о����ѵ�Ѻ�� ��Ѿ������дЁѰ�� �о���Ѐ�Ё� �� ����Ѱ������Ѷ��о�� ���� �,���.��� ��. �Ѐа  ������µик �� �о�Ѱ��о�зк�����м�Ѵ���� ������ ��,Ѳ��� �,���о��б���Ѿ�я�����Ў��",
    "gated": "(БСЭ — 1975)\n Томашевский Б.º2                                                                                                                                                                                                      "
  },
  "criteria": {
    "b_trained_substrate_descended": true,
    "c_gated_lt_base": true,
    "c_floor_met": true,
    "c_structured": true,
    "OMEGA_COMPLETE": true
  }
}