Hugging Face's logo

fahd9999
/
ai-humanizer

Text Generation
MLX
Safetensors
gemma3
conversational
Model card Files
xet
 Community
fahd9999 commited on
Commit
3ce1a67
·
verified ·
1 Parent(s): afdf414

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. config.json +105 -36
  2. generation_config.json +4 -2
  3. model.safetensors +2 -2
  4. tokenizer.json +2 -2
  5. tokenizer_config.json +3 -2
config.json CHANGED
@@ -1,39 +1,108 @@
1
  {
2
- "architectures": [
3
- "Gemma3ForConditionalGeneration"
4
- ],
5
- "boi_token_index": 255999,
6
- "eoi_token_index": 256000,
7
- "eos_token_id": [
8
- 1,
9
- 106
10
- ],
11
- "image_token_index": 262144,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "initializer_range": 0.02,
13
- "mm_tokens_per_image": 256,
14
- "model_type": "gemma3",
15
- "quantization": {
16
- "group_size": 64,
17
- "bits": 4
18
- },
19
- "quantization_config": {
20
- "group_size": 64,
21
- "bits": 4
22
- },
23
- "text_config": {
24
- "hidden_size": 2560,
25
- "intermediate_size": 10240,
26
- "model_type": "gemma3_text",
27
- "num_hidden_layers": 34,
28
- "rope_scaling": {
29
- "factor": 8.0,
30
- "rope_type": "linear"
31
- },
32
- "sliding_window": 1024,
33
- "vocab_size": 262208,
34
- "num_attention_heads": 8,
35
- "num_key_value_heads": 4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  },
37
- "torch_dtype": "bfloat16",
38
- "transformers_version": "4.50.0.dev0"
39
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
+ ],
5
+ "boi_token_index": 255999,
6
+ "dtype": "bfloat16",
7
+ "eoi_token_index": 256000,
8
+ "eos_token_id": [
9
+ 1,
10
+ 106
11
+ ],
12
+ "image_token_index": 262144,
13
+ "initializer_range": 0.02,
14
+ "mm_tokens_per_image": 256,
15
+ "model_type": "gemma3",
16
+ "text_config": {
17
+ "_sliding_window_pattern": 6,
18
+ "attention_bias": false,
19
+ "attention_dropout": 0.0,
20
+ "attn_logit_softcapping": null,
21
+ "bos_token_id": 2,
22
+ "dtype": "bfloat16",
23
+ "eos_token_id": 1,
24
+ "final_logit_softcapping": null,
25
+ "head_dim": 256,
26
+ "hidden_activation": "gelu_pytorch_tanh",
27
+ "hidden_size": 2560,
28
  "initializer_range": 0.02,
29
+ "intermediate_size": 10240,
30
+ "layer_types": [
31
+ "sliding_attention",
32
+ "sliding_attention",
33
+ "sliding_attention",
34
+ "sliding_attention",
35
+ "sliding_attention",
36
+ "full_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention",
40
+ "sliding_attention",
41
+ "sliding_attention",
42
+ "full_attention",
43
+ "sliding_attention",
44
+ "sliding_attention",
45
+ "sliding_attention",
46
+ "sliding_attention",
47
+ "sliding_attention",
48
+ "full_attention",
49
+ "sliding_attention",
50
+ "sliding_attention",
51
+ "sliding_attention",
52
+ "sliding_attention",
53
+ "sliding_attention",
54
+ "full_attention",
55
+ "sliding_attention",
56
+ "sliding_attention",
57
+ "sliding_attention",
58
+ "sliding_attention",
59
+ "sliding_attention",
60
+ "full_attention",
61
+ "sliding_attention",
62
+ "sliding_attention",
63
+ "sliding_attention",
64
+ "sliding_attention"
65
+ ],
66
+ "max_position_embeddings": 131072,
67
+ "model_type": "gemma3_text",
68
+ "num_attention_heads": 8,
69
+ "num_hidden_layers": 34,
70
+ "num_key_value_heads": 4,
71
+ "pad_token_id": 0,
72
+ "query_pre_attn_scalar": 256,
73
+ "rms_norm_eps": 1e-06,
74
+ "rope_parameters": {
75
+ "full_attention": {
76
+ "factor": 8.0,
77
+ "rope_theta": 1000000.0,
78
+ "rope_type": "linear"
79
+ },
80
+ "sliding_attention": {
81
+ "rope_theta": 10000.0,
82
+ "rope_type": "default"
83
+ }
84
  },
85
+ "sliding_window": 1024,
86
+ "tie_word_embeddings": true,
87
+ "use_bidirectional_attention": false,
88
+ "use_cache": true,
89
+ "vocab_size": 262208
90
+ },
91
+ "tie_word_embeddings": true,
92
+ "transformers_version": "5.9.0",
93
+ "vision_config": {
94
+ "attention_dropout": 0.0,
95
+ "dtype": "bfloat16",
96
+ "hidden_act": "gelu_pytorch_tanh",
97
+ "hidden_size": 1152,
98
+ "image_size": 896,
99
+ "intermediate_size": 4304,
100
+ "layer_norm_eps": 1e-06,
101
+ "model_type": "siglip_vision_model",
102
+ "num_attention_heads": 16,
103
+ "num_channels": 3,
104
+ "num_hidden_layers": 27,
105
+ "patch_size": 14,
106
+ "vision_use_head": false
107
+ }
108
+ }
generation_config.json CHANGED
@@ -1,11 +1,13 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
 
5
  "eos_token_id": [
6
  1,
7
  106
8
  ],
9
  "pad_token_id": 0,
10
- "transformers_version": "4.50.0.dev0"
 
 
11
  }
 
1
  {
 
2
  "bos_token_id": 2,
3
  "cache_implementation": "hybrid",
4
+ "do_sample": true,
5
  "eos_token_id": [
6
  1,
7
  106
8
  ],
9
  "pad_token_id": 0,
10
+ "top_k": 64,
11
+ "top_p": 0.95,
12
+ "transformers_version": "5.9.0"
13
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2143df50e82d642c8b60a3bc6ce7c951d23d78c4f41a49bc9f6dc1f8f4b23245
3
- size 2560876317
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5b2680299c4ab737ecf4c2ff055e3cd00811f1c1ac1ab1d96b0793d1a32cc3
3
+ size 8600278008
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a74aefb1dc1340a25f29ab8370384b9ed24b2d921d7749ece7bbcfcfdf00d497
3
- size 33384443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
3
+ size 33384567
tokenizer_config.json CHANGED
@@ -4,9 +4,10 @@
4
  "bos_token": "<bos>",
5
  "clean_up_tokenization_spaces": false,
6
  "eoi_token": "<end_of_image>",
7
- "eos_token": "<end_of_turn>",
8
  "image_token": "<image_soft_token>",
9
- "is_local": true,
 
10
  "mask_token": "<mask>",
11
  "model_max_length": 1000000000000000019884624838656,
12
  "model_specific_special_tokens": {
 
4
  "bos_token": "<bos>",
5
  "clean_up_tokenization_spaces": false,
6
  "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
  "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
  "mask_token": "<mask>",
12
  "model_max_length": 1000000000000000019884624838656,
13
  "model_specific_special_tokens": {