{
  "artifact_provenance": {
    "corpus_manifest_sha256": "404b1a6db939378f3066f0fbbaf7bfd3c0044bc2e5688cad0e688d3e8c5663cc",
    "corpus_source_sha256": "d6f7db41b8a8cb48321ab7192d884bc8fc9275be3e0022bd76ec9ed776ca0895",
    "corpus_words": 10000000,
    "factor_manifest_sha256": "5ebd31d5d4e1ea69c3a202431ae8c0b3bc6cc249307a95b80edfa50c0b579f68",
    "tokenizer_sha256": "abfd627e173d48addf924e32fd6c38a3d485734c496d12916e559e654ba15c51"
  },
  "compliance": {
    "competition_status": "strict-safe",
    "external_teacher": false,
    "generated_words": 0,
    "same_run_checkpoint_distribution": false,
    "teacher_queries": 0,
    "total_exposure_words": 100000000,
    "track": "strict-small",
    "unique_corpus_words": 10000000
  },
  "factor_priors": {
    "angular_margin": 0.1,
    "dual": {
      "enabled": false,
      "learning_rate": 0.001,
      "max_weight": 1.0,
      "targets": [
        1.0,
        4.0,
        0.1
      ]
    },
    "enabled": true,
    "lambda_conceptual": 0.0,
    "lambda_lexical": 0.02,
    "lambda_syntax": 0.05,
    "max_positions": 256,
    "radial_margin": 0.02,
    "radial_weight": 1.0,
    "randomize": false,
    "randomize_seed": 42,
    "syntax_depth_weight": 0.1,
    "syntax_distance_weight": 0.1,
    "syntax_window": 32,
    "temperature": 0.07,
    "warmup_words": 1000000
  },
  "geometry": {
    "curvature": 1.0,
    "distance_margin": 0.1,
    "enabled": false,
    "lambda_radial": 0.02,
    "lambda_related": 0.02,
    "max_tokens": 256,
    "radial_margin": 0.05,
    "warmup_words": 5000000
  },
  "model": {
    "absolute_positions": false,
    "attention_dropout": 0.1,
    "bos_token_id": 2,
    "cognitive_readout_layer": 0,
    "cognitive_readout_weight": 0.0,
    "direct_sum_dims": [
      96,
      128,
      288
    ],
    "direct_sum_heads": [
      3,
      4,
      6
    ],
    "direct_sum_intermediate_sizes": [
      512,
      640,
      1344
    ],
    "dropout": 0.1,
    "eos_token_id": 3,
    "expert_intermediate_size": null,
    "experts_per_token": 1,
    "future_offsets": [],
    "geometry_curvature": 1.0,
    "geometry_lexical_dim": 0,
    "hidden_size": 512,
    "initializer_range": 0.03227486121839514,
    "intermediate_size": 1536,
    "mask_token_id": 4,
    "max_seq_len": 512,
    "num_attention_heads": 8,
    "num_experts": 1,
    "num_hidden_layers": 12,
    "pad_token_id": 1,
    "position_buckets": 32,
    "recurrent_steps": 1,
    "residual_mixing": true,
    "rtd_auxiliary": false,
    "state_mixer_kernel": 0,
    "use_alibi": false,
    "use_rope": false,
    "value_gating": true,
    "vocab_size": 16000
  },
  "release": "TOLM",
  "structured_priors": {
    "decay_end_words": 7000000,
    "enabled": false,
    "hold_until_words": 2000000,
    "init_scale": 0.0,
    "lambda_lexical": 0.0,
    "lambda_orth": 0.0,
    "lambda_syntax": 0.0,
    "lexical_dim": 128,
    "max_positions": 256,
    "prior_mode": "contrastive",
    "syntax_dim": 128,
    "temperature": 0.07,
    "warmup_words": 100000
  },
  "training": {
    "adaptive_masking": {
      "enabled": false,
      "max_mask_prob": 4.0,
      "min_mask_prob": 0.25,
      "momentum": 0.99
    },
    "batch_size": 16,
    "beta1": 0.9,
    "beta2": 0.98,
    "causal_fraction": 0.0,
    "causal_noise_kind": "random",
    "causal_noise_probability": 0.0,
    "causal_unit": "segment",
    "cooldown_fraction": 0.016,
    "data2vec_layers": 4,
    "data2vec_weight": 0.5,
    "device": "xpu:0",
    "ema_decay": 0.9998,
    "epsilon": 1e-08,
    "exposure_words": 100000000,
    "final_lr_ratio": 0.1,
    "frequency_aware_masking": {
      "enabled": false,
      "max_mask_prob": 4.0,
      "min_mask_prob": 0.25,
      "temperature": 1.0
    },
    "future_loss_weight": 0.0,
    "gradient_clip": 2.0,
    "label_smoothing": 0.0,
    "learning_progress": {
      "buckets_per_axis": 4,
      "enabled": false,
      "fast_momentum": 0.9,
      "forgetting_weight": 1.0,
      "slow_momentum": 0.99,
      "uniform_floor": 0.3,
      "window_documents": 4000
    },
    "learning_rate": 0.0035,
    "learning_rate_schedule": "cosine",
    "log_interval": 50,
    "mask_probability_end": 0.5,
    "mask_probability_schedule": "uniform",
    "mask_probability_start": 0.15,
    "mask_replace_probability": 0.8,
    "mask_schedule": "complementary",
    "masked_fraction": 1.0,
    "masking_unit": "word",
    "microbatch_tokens": 8192,
    "mixed_precision": "bf16",
    "num_workers": 0,
    "objective_period": 16,
    "objective_rng_reset_words": [],
    "objective_sanity_window_steps": 512,
    "objective_schedule": "coverage",
    "optimizer": "lamb",
    "packing_strategy": "dense",
    "pin_memory": false,
    "random_replace_probability": 0.1,
    "router_aux_weight": 0.0,
    "save_steps_words": [
      1000000,
      2000000,
      3000000,
      4000000,
      5000000,
      6000000,
      7000000,
      8000000,
      9000000,
      10000000,
      20000000,
      30000000,
      40000000,
      50000000,
      60000000,
      70000000,
      80000000,
      90000000,
      100000000
    ],
    "schedule_total_words": 100000000,
    "span_max_length": 3,
    "stable_fraction": 0.9,
    "telemetry": {
      "enabled": true,
      "gradient_interval_words": 2000000,
      "sampler_trace": true
    },
    "threads_per_process": 8,
    "tokens_per_update": 16384,
    "warmup_fraction": 0.016,
    "weight_decay": 0.1,
    "z_loss_weight": 0.0001
  },
  "variant": "structured_ds_syntax_lexical",
  "words_seen": 100000000
}