{ "vision_config": { "patch_size": 16, "width": 384, "layers": 12, "heads": 6, "mlp_ratio": 4.0, "output_dim": 512, "ls_init_value": null, "drop_path": 0.0, "image_size": 384, "use_abs_posemb": true, "use_cls_token": true, "use_rope2d": true, "pool_type": "attn", "attn_pooler_heads": 8, "use_ln_pre": true, "use_ln_post": true }, "text_config": { "context_length": 32, "width": 512, "heads": 8, "layers": 12, "output_dim": 512, "mlp_ratio": 4.0, "vocab_size": 49408 } }