fesvhtr commited on
Commit
a487a63
·
verified ·
1 Parent(s): 468ef02

Upload processor

Browse files
Files changed (2) hide show
  1. processor_config.json +26 -0
  2. tokenizer_config.json +36 -34
processor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "SiglipImageProcessorFast",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "resample": 3,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 384,
22
+ "width": 384
23
+ }
24
+ },
25
+ "processor_class": "SiglipProcessor"
26
+ }
tokenizer_config.json CHANGED
@@ -1,34 +1,36 @@
1
- {
2
- "added_tokens_decoder": {
3
- "1": {
4
- "content": "</s>",
5
- "lstrip": true,
6
- "normalized": false,
7
- "rstrip": true,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "2": {
12
- "content": "<unk>",
13
- "lstrip": true,
14
- "normalized": false,
15
- "rstrip": true,
16
- "single_word": false,
17
- "special": true
18
- }
19
- },
20
- "additional_special_tokens": [],
21
- "clean_up_tokenization_spaces": true,
22
- "do_lower_case": true,
23
- "eos_token": "</s>",
24
- "extra_special_tokens": {},
25
- "model_input_names": [
26
- "input_ids"
27
- ],
28
- "model_max_length": 64,
29
- "pad_token": "</s>",
30
- "processor_class": "SiglipProcessor",
31
- "sp_model_kwargs": {},
32
- "tokenizer_class": "SiglipTokenizer",
33
- "unk_token": "<unk>"
34
- }
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "1": {
4
+ "content": "</s>",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "2": {
12
+ "content": "<unk>",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": true
18
+ }
19
+ },
20
+ "additional_special_tokens": null,
21
+ "backend": "sentencepiece",
22
+ "clean_up_tokenization_spaces": true,
23
+ "do_lower_case": true,
24
+ "eos_token": "</s>",
25
+ "extra_special_tokens": [],
26
+ "is_local": false,
27
+ "model_input_names": [
28
+ "input_ids"
29
+ ],
30
+ "model_max_length": 64,
31
+ "pad_token": "</s>",
32
+ "processor_class": "SiglipProcessor",
33
+ "sp_model_kwargs": {},
34
+ "tokenizer_class": "SiglipTokenizer",
35
+ "unk_token": "<unk>"
36
+ }