{
  "artifact_provenance": {
    "corpus_manifest_sha256": "1b510cc17316f55cc1c487725ee9227e9209149f1ec436d82debab8d1a3473e9",
    "corpus_source_sha256": "d6f7db41b8a8cb48321ab7192d884bc8fc9275be3e0022bd76ec9ed776ca0895",
    "corpus_words": 10000000,
    "document_order_sha256": null,
    "factor_manifest_sha256": null,
    "influence_preflight_sha256": null,
    "structured_priors_manifest_sha256": "ee75fe93d2dffd4bc7d86d1a1fd9f1aa1d76a956012dc6357274a252f40d8bbf",
    "tokenizer_sha256": "e7a99f9456f7bdfed679d91af1b94f4d7f30c2992e494fcd97827e4a7166c8cc"
  },
  "compliance": {
    "competition_status": "strict-safe",
    "external_teacher": false,
    "generated_words": 0,
    "same_run_checkpoint_distribution": false,
    "teacher_queries": 0,
    "total_exposure_words": 100000000,
    "track": "strict-small",
    "unique_corpus_words": 10000000
  },
  "factor_priors": {
    "angular_margin": 0.1,
    "dual": {
      "enabled": false,
      "learning_rate": 0.001,
      "max_weight": 1.0,
      "targets": [
        1.0,
        4.0,
        0.1
      ]
    },
    "enabled": false,
    "lambda_conceptual": 0.0,
    "lambda_lexical": 0.0,
    "lambda_syntax": 0.0,
    "max_positions": 256,
    "radial_margin": 0.02,
    "radial_weight": 1.0,
    "randomize": false,
    "randomize_seed": 42,
    "syntax_depth_weight": 0.1,
    "syntax_distance_weight": 0.1,
    "syntax_window": 32,
    "temperature": 0.07,
    "warmup_words": 1000000
  },
  "geometry": {
    "curvature": 1.0,
    "distance_margin": 0.1,
    "enabled": false,
    "lambda_radial": 0.02,
    "lambda_related": 0.02,
    "max_tokens": 256,
    "radial_margin": 0.05,
    "warmup_words": 5000000
  },
  "model": {
    "absolute_positions": false,
    "attention_dropout": 0.1,
    "bos_token_id": 1,
    "cognitive_readout_layer": 0,
    "cognitive_readout_weight": 0.0,
    "direct_sum_dims": [],
    "direct_sum_heads": [],
    "direct_sum_intermediate_sizes": [],
    "dropout": 0.1,
    "eos_token_id": 2,
    "expert_intermediate_size": null,
    "experts_per_token": 1,
    "future_offsets": [],
    "geometry_curvature": 1.0,
    "geometry_lexical_dim": 0,
    "hidden_size": 384,
    "initializer_range": 0.03227486121839514,
    "intermediate_size": 1280,
    "lexical_residual_buckets": 0,
    "lexical_residual_dim": 0,
    "lexical_residual_scale": 1.0,
    "mask_token_id": 4,
    "max_seq_len": 512,
    "num_attention_heads": 6,
    "num_experts": 1,
    "num_hidden_layers": 12,
    "pad_token_id": 3,
    "position_buckets": 32,
    "recurrent_steps": 1,
    "residual_mixing": true,
    "rtd_auxiliary": true,
    "state_mixer_kernel": 0,
    "structured_projection_dim": 0,
    "use_alibi": false,
    "use_rope": false,
    "value_gating": true,
    "vocab_size": 16384
  },
  "release": "TOLM",
  "structured_priors": {
    "decay_end_words": 7000000,
    "enabled": false,
    "hold_until_words": 2000000,
    "init_scale": 0.0,
    "lambda_lexical": 0.0,
    "lambda_orth": 0.0,
    "lambda_syntax": 0.0,
    "lexical_dim": 128,
    "max_positions": 256,
    "prior_mode": "contrastive",
    "randomize": false,
    "representation": "slices",
    "require_aligned_artifacts": false,
    "syntax_dim": 128,
    "temperature": 0.07,
    "warmup_words": 100000
  },
  "training": {
    "adaptive_masking": {
      "enabled": false,
      "max_mask_prob": 4.0,
      "min_mask_prob": 0.25,
      "momentum": 0.99
    },
    "batch_size": 16,
    "beta1": 0.9,
    "beta2": 0.98,
    "causal_fraction": 0.0,
    "causal_noise_kind": "random",
    "causal_noise_probability": 0.0,
    "causal_unit": "segment",
    "cooldown_fraction": 0.016,
    "data2vec_layers": 4,
    "data2vec_weight": 0.5,
    "device": "xpu:0",
    "document_curriculum": {
      "enabled": true,
      "growth_per_epoch": 0.35,
      "metric": "complexity",
      "start_fraction": 0.3
    },
    "ema_decay": 0.9998,
    "epsilon": 1e-08,
    "exposure_words": 100000000,
    "final_lr_ratio": 0.1,
    "frequency_aware_masking": {
      "enabled": false,
      "max_mask_prob": 4.0,
      "min_mask_prob": 0.25,
      "temperature": 1.0
    },
    "future_loss_weight": 0.0,
    "gradient_clip": 2.0,
    "label_smoothing": 0.0,
    "learning_progress": {
      "buckets_per_axis": 4,
      "enabled": false,
      "fast_momentum": 0.9,
      "forgetting_weight": 1.0,
      "slow_momentum": 0.99,
      "uniform_floor": 0.3,
      "window_documents": 4000
    },
    "learning_rate": 0.0035,
    "learning_rate_schedule": "cosine",
    "log_interval": 50,
    "mask_probability_end": 0.5,
    "mask_probability_schedule": "uniform",
    "mask_probability_start": 0.15,
    "mask_replace_probability": 0.8,
    "mask_schedule": "complementary",
    "masked_fraction": 1.0,
    "masking_unit": "word",
    "microbatch_tokens": 8192,
    "mixed_precision": "bf16",
    "num_workers": 0,
    "objective_period": 16,
    "objective_rng_reset_words": [],
    "objective_sanity_window_steps": 512,
    "objective_schedule": "coverage",
    "optimizer": "lamb",
    "packing_strategy": "dense",
    "pin_memory": false,
    "random_replace_probability": 0.1,
    "recombine_probability": 0.4,
    "recombine_strategy": "lexical",
    "resource_memory": {
      "budget_weight": 1.0,
      "enabled": true,
      "noise_scale": 0.25,
      "precision_budget": 0.35,
      "row_fraction": 0.25,
      "weight": 0.15
    },
    "router_aux_weight": 0.0,
    "save_steps_words": [
      50000000,
      60000000,
      65000000,
      70000000,
      75000000,
      80000000,
      85000000,
      90000000,
      95000000,
      100000000
    ],
    "schedule_total_words": 100000000,
    "span_max_length": 3,
    "stable_fraction": 0.9,
    "telemetry": {
      "enabled": true,
      "gradient_interval_words": 5000000,
      "sampler_trace": true
    },
    "threads_per_process": 8,
    "tokens_per_update": 16384,
    "warmup_fraction": 0.016,
    "weight_decay": 0.1,
    "z_loss_weight": 0.0001
  },
  "variant": "prism_control",
  "words_seen": 100000000
}