config.json

{
  "block_size": 256,
  "vocab_size": 50257,
  "n_layer": 36,
  "n_head": 16,
  "n_embd": 1024,
  "dropout": 0.1,
  "bias": true,
  "use_checkpointing": true,
  "model_type": "custom_gpt_slm",
  "tokenizer": "tiktoken_gpt2",
  "base_model": "ishu-newaz/EmbedXPT",
  "continued_on_dataset": "SkunkworksAI/reasoning-0.01",
  "continued_dataset_config": null,
  "training_format": "instruction + reasoning_chains/reasoning + answer",
  "instruction_columns": [
    "instruction",
    "instructions"
  ],
  "reasoning_column": "reasoning",
  "output_column": "output",
  "reasoning_chains_column": "reasoning_chains"
}