Hugging Face's logo

facebook
/
sapiens2-pretrain-0.8b

Image Feature Extraction
sapiens2
Safetensors
sapiens
Transformers
feature-extraction
vision-transformer
human-centric
pretrained-backbone
Model card Files
xet
 Community
4
sapiens2-pretrain-0.8b
File size: 1,907 Bytes
fd1847f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
{
  "architectures": [
    "Sapiens2Model"
  ],
  "attention_dropout": 0.0,
  "drop_path_rate": 0.0,
  "flip_pairs": null,
  "head_config": null,
  "hidden_act": "silu",
  "hidden_size": 1280,
  "image_size": [
    1024,
    768
  ],
  "initializer_range": 0.02,
  "intermediate_size": 5120,
  "key_bias": true,
  "layerscale_value": 1.0,
  "mlp_bias": true,
  "model_type": "sapiens2",
  "normalize_backbone_outputs": true,
  "num_attention_heads": 16,
  "num_channels": 3,
  "num_first_full_attention_layers": 8,
  "num_hidden_layers": 32,
  "num_key_value_attention_heads": 8,
  "num_key_value_heads_per_layer": [
    16,
    16,
    16,
    16,
    16,
    16,
    16,
    16,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    8,
    16,
    16,
    16,
    16,
    16,
    16,
    16,
    16
  ],
  "num_last_full_attention_layers": 8,
  "num_register_tokens": 8,
  "out_features": [
    "stage32"
  ],
  "out_indices": [
    32
  ],
  "patch_size": 16,
  "pos_embed_jitter": null,
  "pos_embed_rescale": 2.0,
  "pos_embed_shift": null,
  "proj_bias": true,
  "query_bias": true,
  "reshape_hidden_states": true,
  "rms_norm_eps": 1e-06,
  "rope_theta": 100.0,
  "semantic_loss_ignore_index": 255,
  "stage_names": [
    "stem",
    "stage1",
    "stage2",
    "stage3",
    "stage4",
    "stage5",
    "stage6",
    "stage7",
    "stage8",
    "stage9",
    "stage10",
    "stage11",
    "stage12",
    "stage13",
    "stage14",
    "stage15",
    "stage16",
    "stage17",
    "stage18",
    "stage19",
    "stage20",
    "stage21",
    "stage22",
    "stage23",
    "stage24",
    "stage25",
    "stage26",
    "stage27",
    "stage28",
    "stage29",
    "stage30",
    "stage31",
    "stage32"
  ],
  "transformers_version": "5.10.0.dev0",
  "use_gated_mlp": true,
  "use_mask_token": false,
  "use_qk_norm": true,
  "value_bias": true
}