{
  "apply_layernorm": true,
  "architectures": [
    "LingbotVisionModel"
  ],
  "attention_probs_dropout_prob": 0.0,
  "drop_path_rate": 0.0,
  "dtype": "float32",
  "ffn_bias": true,
  "ffn_layer": "swiglu",
  "hidden_dropout_prob": 0.0,
  "hidden_size": 1536,
  "image_size": 512,
  "initializer_range": 0.02,
  "layer_norm_eps": 1e-06,
  "layer_scale_init_value": 1e-05,
  "mask_k_bias": true,
  "mlp_ratio": 4.0,
  "model_type": "lingbot_vision",
  "norm_layer": "layernormbf16",
  "num_attention_heads": 24,
  "num_channels": 3,
  "num_hidden_layers": 40,
  "num_storage_tokens": 4,
  "out_features": [
    "stage40"
  ],
  "out_indices": [
    40
  ],
  "patch_size": 16,
  "proj_bias": true,
  "qkv_bias": false,
  "reshape_hidden_states": true,
  "rope_dtype": "fp32",
  "rope_jitter_coords": null,
  "rope_max_period": null,
  "rope_min_period": null,
  "rope_normalize_coords": "separate",
  "rope_parameters": {
    "rope_theta": 100.0,
    "rope_type": "default"
  },
  "rope_rescale_coords": 2.0,
  "rope_shift_coords": null,
  "stage_names": [
    "stem",
    "stage1",
    "stage2",
    "stage3",
    "stage4",
    "stage5",
    "stage6",
    "stage7",
    "stage8",
    "stage9",
    "stage10",
    "stage11",
    "stage12",
    "stage13",
    "stage14",
    "stage15",
    "stage16",
    "stage17",
    "stage18",
    "stage19",
    "stage20",
    "stage21",
    "stage22",
    "stage23",
    "stage24",
    "stage25",
    "stage26",
    "stage27",
    "stage28",
    "stage29",
    "stage30",
    "stage31",
    "stage32",
    "stage33",
    "stage34",
    "stage35",
    "stage36",
    "stage37",
    "stage38",
    "stage39",
    "stage40"
  ],
  "transformers_version": "5.14.0.dev0",
  "untie_cls_and_patch_norms": false
}