{
  "format": "torchtitan_laneformer_metadata",
  "version": 1,
  "model_type": "laneformer",
  "torchtitan_model_args": {
    "attn_mask_type": "block_causal",
    "depth_init": true,
    "multiple_of": 32,
    "attn_type": "flex"
  },
  "deprecated_config_fields": {
    "sliding_window_n_layers": 10,
    "use_comm": true
  }
}