{
  "layer_combinations": [
    [
      75
    ],
    [
      81
    ],
    [
      84
    ],
    [
      86
    ],
    [
      92
    ]
  ],
  "act_layer_combinations": [],
  "schema_version": 1,
  "special_token": " ?",
  "prefix_template": "Layer: {layer}\\n{special_token} * {num_positions} \\n",
  "model_name": "Qwen/Qwen2.5-Coder-32B-Instruct",
  "hook_onto_layer": 1,
  "dataset_configs": [
    {
      "custom_dataset_params": {
        "hf_dataset_repo": "cds-jb/fineweb-oracle-convqa-chunked",
        "hf_split": "train",
        "cot_prefix_field": "cot_prefix",
        "stochastic_max_k": 100,
        "max_cot_prefix_tokens": 2048,
        "target_field": "target_response"
      },
      "num_train": 8000,
      "num_test": 0,
      "splits": [
        "train"
      ],
      "model_name": "Qwen/Qwen2.5-Coder-32B-Instruct",
      "layer_combinations": [
        [
          75
        ],
        [
          81
        ],
        [
          84
        ],
        [
          86
        ],
        [
          92
        ]
      ],
      "save_acts": false,
      "batch_size": 16,
      "dataset_name": "cot_oracle_convqa",
      "dataset_folder": "sft_training_data",
      "seed": 44
    }
  ],
  "dataset_loader_names": [
    "cot_oracle_convqa"
  ],
  "validation_dataset_configs": [],
  "validation_dataset_loader_names": [],
  "use_decoder_vectors": true,
  "generation_kwargs": {
    "do_sample": false,
    "max_new_tokens": 64
  },
  "steering_coefficient": 1.0,
  "dataset_folder": "sft_training_data",
  "chat_regularization_path": null,
  "chat_regularization_every_n_ao_updates": null,
  "chat_regularization_weight": 1.0,
  "chat_regularization_max_train_examples": null,
  "monitor_num_eval_examples_per_component": null,
  "monitor_num_eval_examples_classification_total": null,
  "monitor_eval_steps": null,
  "monitor_eval_on_start": false,
  "validation_steps": 9999,
  "validation_on_start": false,
  "train_batch_size": 2,
  "eval_batch_size": 2,
  "train_batches_per_materialization_block": 16,
  "use_lora": true,
  "lora_r": 64,
  "lora_alpha": 128,
  "lora_dropout": 0.0,
  "lora_target_modules": "all-linear",
  "use_rslora": false,
  "max_target_tokens": 0,
  "use_unsloth": false,
  "unsloth_max_seq_length": 2048,
  "num_epochs": 1,
  "lr": 5e-05,
  "gradient_accumulation_steps": 1,
  "max_grad_norm": 1.0,
  "eval_steps": 9999,
  "eval_on_start": false,
  "gradient_checkpointing": true,
  "window_mult": 20,
  "save_steps": 500,
  "save_dir": "checkpoints/fineweb_oracle_qwen3_8b_b200",
  "max_train_examples": null,
  "seed": 42,
  "eval_logs_path": "eval_logs.json",
  "load_lora_path": null,
  "created_at_utc": "",
  "git_commit": "",
  "wandb_project": "cot-oracle",
  "wandb_run_name": "fineweb_oracle_qwen3_8b_b200_cotstochk100_bs64_lr5e5",
  "wandb_suffix": "_fineweb_oracle_qwen3_8b",
  "examples_per_source_epoch": 26271,
  "hf_push_to_hub": true,
  "hf_private_repo": false,
  "hf_repo_name": "",
  "hf_repo_id": "Jordine/qwen32b-ao-v1",
  "load_in_8bit": true,
  "open_ended_eval_include": [],
  "open_ended_eval_max_entries": 30,
  "positive_negative_examples": false
}