{ "box_end_token_id": 130078, "box_start_token_id": 130077, "auto_map": { "AutoConfig": "modeling_minicpm5_v.MiniCPM5VConfig", "AutoModel": "modeling_minicpm5_v.MiniCPM5VForConditionalGeneration", "AutoModelForCausalLM": "modeling_minicpm5_v.MiniCPM5VForConditionalGeneration", "AutoModelForVision2Seq": "modeling_minicpm5_v.MiniCPM5VForConditionalGeneration", "AutoImageProcessor": "modeling_minicpm5_v.MiniCPM5VImageProcessor" }, "drop_vision_last_layer": false, "image_token_id": 130074, "model_type": "minicpm5_v", "output_attentions": false, "projector_hidden_act": "gelu", "ref_end_token_id": 130080, "ref_start_token_id": 130079, "slice_config": { "max_slice_nums": 9, "model_type": "", "patch_size": 14, "scale_resolution": 448, "slice_mode": true }, "slice_end_token_id": 130076, "slice_start_token_id": 130075, "spatial_downsample_factor": 2, "text_config": { "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "dtype": "bfloat16", "eos_token_id": 2, "head_dim": 128, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 6144, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 16, "num_hidden_layers": 42, "num_key_value_heads": 2, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_parameters": { "rope_theta": 5000000.0, "rope_type": "default" }, "tie_word_embeddings": false, "use_cache": true, "vocab_size": 130561 }, "transformers_version": null, "vision_config": { "attention_dropout": 0.0, "hidden_act": "gelu_pytorch_tanh", "hidden_size": 1152, "image_size": 384, "intermediate_size": 4304, "layer_norm_eps": 1e-06, "model_type": "siglip_vision_model", "num_attention_heads": 16, "num_channels": 3, "num_hidden_layers": 27, "patch_size": 14 } }