prithivMLmods commited on
Commit
e6f6a0c
·
verified ·
1 Parent(s): 6566193

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ .ipynb_checkpoints/metrics_loss_map-checkpoint.png filter=lfs diff=lfs merge=lfs -text
37
+ metrics_loss_map.png filter=lfs diff=lfs merge=lfs -text
38
+ gt_vs_predictions.png filter=lfs diff=lfs merge=lfs -text
.ipynb_checkpoints/metrics_loss_map-checkpoint.png ADDED

Git LFS Details

  • SHA256: 6dcc2f92a0c51f68a15804afca4b12fc5d607051bd3d901dec2cd1442a39e688
  • Pointer size: 131 Bytes
  • Size of remote file: 106 kB
checkpoint-3336/config.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "silu",
4
+ "architectures": [
5
+ "RfDetrForObjectDetection"
6
+ ],
7
+ "attention_bias": true,
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": true,
10
+ "backbone_config": {
11
+ "apply_layernorm": true,
12
+ "attention_probs_dropout_prob": 0.0,
13
+ "drop_path_rate": 0.0,
14
+ "dtype": "float32",
15
+ "hidden_act": "gelu",
16
+ "hidden_dropout_prob": 0.0,
17
+ "hidden_size": 384,
18
+ "image_size": 576,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-06,
21
+ "layerscale_value": 1.0,
22
+ "mlp_ratio": 4,
23
+ "model_type": "rf_detr_dinov2",
24
+ "num_attention_heads": 6,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "num_windows": 2,
28
+ "out_features": [
29
+ "stage3",
30
+ "stage6",
31
+ "stage9",
32
+ "stage12"
33
+ ],
34
+ "out_indices": [
35
+ 3,
36
+ 6,
37
+ 9,
38
+ 12
39
+ ],
40
+ "patch_size": 16,
41
+ "qkv_bias": true,
42
+ "reshape_hidden_states": true,
43
+ "stage_names": [
44
+ "stem",
45
+ "stage1",
46
+ "stage2",
47
+ "stage3",
48
+ "stage4",
49
+ "stage5",
50
+ "stage6",
51
+ "stage7",
52
+ "stage8",
53
+ "stage9",
54
+ "stage10",
55
+ "stage11",
56
+ "stage12"
57
+ ],
58
+ "use_mask_token": true,
59
+ "use_swiglu_ffn": false,
60
+ "window_block_indexes": [
61
+ 0,
62
+ 1,
63
+ 2,
64
+ 4,
65
+ 5,
66
+ 7,
67
+ 8,
68
+ 10,
69
+ 11
70
+ ]
71
+ },
72
+ "bbox_cost": 5,
73
+ "bbox_loss_coefficient": 5,
74
+ "c2f_num_blocks": 3,
75
+ "class_cost": 2,
76
+ "class_loss_coefficient": 1,
77
+ "d_model": 256,
78
+ "decoder_activation_function": "relu",
79
+ "decoder_cross_attention_heads": 16,
80
+ "decoder_ffn_dim": 2048,
81
+ "decoder_layers": 4,
82
+ "decoder_n_points": 2,
83
+ "decoder_self_attention_heads": 8,
84
+ "dice_loss_coefficient": 1,
85
+ "disable_custom_kernels": true,
86
+ "dropout": 0.1,
87
+ "dtype": "float32",
88
+ "eos_coefficient": 0.1,
89
+ "focal_alpha": 0.25,
90
+ "giou_cost": 2,
91
+ "giou_loss_coefficient": 2,
92
+ "group_detr": 13,
93
+ "hidden_expansion": 0.5,
94
+ "id2label": {
95
+ "0": "group",
96
+ "1": "image",
97
+ "2": "rectangle",
98
+ "3": "text"
99
+ },
100
+ "init_std": 0.02,
101
+ "intermediate_size": 1024,
102
+ "label2id": {
103
+ "group": 0,
104
+ "image": 1,
105
+ "rectangle": 2,
106
+ "text": 3
107
+ },
108
+ "layer_norm_eps": 1e-05,
109
+ "mask_class_loss_coefficient": 5.0,
110
+ "mask_dice_loss_coefficient": 5.0,
111
+ "mask_downsample_ratio": 4,
112
+ "mask_loss_coefficient": 1,
113
+ "mask_point_sample_ratio": 16,
114
+ "model_type": "rf_detr",
115
+ "num_feature_levels": 1,
116
+ "num_queries": 300,
117
+ "projector_scale_factors": [
118
+ 1.0
119
+ ],
120
+ "segmentation_head_activation_function": "gelu",
121
+ "transformers_version": "5.12.1",
122
+ "use_cache": false
123
+ }
checkpoint-3336/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47754b4273d7541fe46cd41a44ce4114c40fb6cb3e9528dbdbede92986feaf19
3
+ size 133560192
checkpoint-3336/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134e61a545338da7ba43b652da04e8c2cb318b0a402428e207b0799f44b66a57
3
+ size 267438215
checkpoint-3336/preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": true,
4
+ "do_pad": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "RfDetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 576,
23
+ "width": 576
24
+ },
25
+ "use_fast": true
26
+ }
checkpoint-3336/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476b011d92734043fcac1bfedba618ec4916376643c43e055812c82776062d0e
3
+ size 14645
checkpoint-3336/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d52719392ab7f7c35dc9b1ff2352a92d47eb2eada213a227a17b25b95a73b0d
3
+ size 1465
checkpoint-3336/trainer_state.json ADDED
@@ -0,0 +1,612 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3336,
3
+ "best_metric": 0.2495,
4
+ "best_model_checkpoint": "rf-detr-finetune/checkpoint-3336",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3336,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05995203836930456,
14
+ "grad_norm": 301.2678527832031,
15
+ "learning_rate": 4.998296741801852e-05,
16
+ "loss": 20.076802978515627,
17
+ "step": 50
18
+ },
19
+ {
20
+ "epoch": 0.11990407673860912,
21
+ "grad_norm": 103.49076843261719,
22
+ "learning_rate": 4.9930496495717747e-05,
23
+ "loss": 14.375516357421875,
24
+ "step": 100
25
+ },
26
+ {
27
+ "epoch": 0.17985611510791366,
28
+ "grad_norm": 200.345703125,
29
+ "learning_rate": 4.984265458324538e-05,
30
+ "loss": 12.6225390625,
31
+ "step": 150
32
+ },
33
+ {
34
+ "epoch": 0.23980815347721823,
35
+ "grad_norm": 73.5390853881836,
36
+ "learning_rate": 4.971956630930356e-05,
37
+ "loss": 12.25764892578125,
38
+ "step": 200
39
+ },
40
+ {
41
+ "epoch": 0.2997601918465228,
42
+ "grad_norm": 112.45624542236328,
43
+ "learning_rate": 4.956140630956908e-05,
44
+ "loss": 12.0051123046875,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 0.3597122302158273,
49
+ "grad_norm": 134.80052185058594,
50
+ "learning_rate": 4.9368398978923005e-05,
51
+ "loss": 11.92045654296875,
52
+ "step": 300
53
+ },
54
+ {
55
+ "epoch": 0.4196642685851319,
56
+ "grad_norm": 65.4284439086914,
57
+ "learning_rate": 4.9140818153082826e-05,
58
+ "loss": 11.685191650390625,
59
+ "step": 350
60
+ },
61
+ {
62
+ "epoch": 0.47961630695443647,
63
+ "grad_norm": 204.7611846923828,
64
+ "learning_rate": 4.887898672008871e-05,
65
+ "loss": 12.055404052734374,
66
+ "step": 400
67
+ },
68
+ {
69
+ "epoch": 0.539568345323741,
70
+ "grad_norm": 95.52601623535156,
71
+ "learning_rate": 4.858327616219512e-05,
72
+ "loss": 11.7360205078125,
73
+ "step": 450
74
+ },
75
+ {
76
+ "epoch": 0.5995203836930456,
77
+ "grad_norm": 230.4664764404297,
78
+ "learning_rate": 4.8254106028817734e-05,
79
+ "loss": 11.886551513671876,
80
+ "step": 500
81
+ },
82
+ {
83
+ "epoch": 0.6594724220623501,
84
+ "grad_norm": 91.33781433105469,
85
+ "learning_rate": 4.789194334128338e-05,
86
+ "loss": 11.833931884765626,
87
+ "step": 550
88
+ },
89
+ {
90
+ "epoch": 0.7194244604316546,
91
+ "grad_norm": 102.74872589111328,
92
+ "learning_rate": 4.749730193022771e-05,
93
+ "loss": 11.528101806640626,
94
+ "step": 600
95
+ },
96
+ {
97
+ "epoch": 0.7793764988009593,
98
+ "grad_norm": 116.03142547607422,
99
+ "learning_rate": 4.707074170658046e-05,
100
+ "loss": 11.27357421875,
101
+ "step": 650
102
+ },
103
+ {
104
+ "epoch": 0.8393285371702638,
105
+ "grad_norm": 134.25152587890625,
106
+ "learning_rate": 4.661286786717278e-05,
107
+ "loss": 12.12280029296875,
108
+ "step": 700
109
+ },
110
+ {
111
+ "epoch": 0.8992805755395683,
112
+ "grad_norm": 50.58659362792969,
113
+ "learning_rate": 4.612433003609365e-05,
114
+ "loss": 11.567744140625,
115
+ "step": 750
116
+ },
117
+ {
118
+ "epoch": 0.9592326139088729,
119
+ "grad_norm": 100.98673248291016,
120
+ "learning_rate": 4.5605821343013555e-05,
121
+ "loss": 11.084088134765626,
122
+ "step": 800
123
+ },
124
+ {
125
+ "epoch": 1.0,
126
+ "eval_loss": 11.79632568359375,
127
+ "eval_map": 0.1066,
128
+ "eval_map_50": 0.1976,
129
+ "eval_map_75": 0.0986,
130
+ "eval_map_group": 0.084,
131
+ "eval_map_image": 0.0987,
132
+ "eval_map_large": 0.1444,
133
+ "eval_map_medium": 0.1042,
134
+ "eval_map_rectangle": 0.0913,
135
+ "eval_map_small": 0.0586,
136
+ "eval_map_text": 0.1523,
137
+ "eval_mar_1": 0.0389,
138
+ "eval_mar_10": 0.1986,
139
+ "eval_mar_100": 0.3865,
140
+ "eval_mar_100_group": 0.4032,
141
+ "eval_mar_100_image": 0.4317,
142
+ "eval_mar_100_rectangle": 0.3216,
143
+ "eval_mar_100_text": 0.3893,
144
+ "eval_mar_large": 0.5414,
145
+ "eval_mar_medium": 0.3874,
146
+ "eval_mar_small": 0.2273,
147
+ "eval_model_preparation_time": 0.005,
148
+ "eval_runtime": 108.4443,
149
+ "eval_samples_per_second": 10.853,
150
+ "eval_steps_per_second": 1.365,
151
+ "step": 834
152
+ },
153
+ {
154
+ "epoch": 1.0191846522781776,
155
+ "grad_norm": 75.91262817382812,
156
+ "learning_rate": 4.505807743978324e-05,
157
+ "loss": 11.350087890625,
158
+ "step": 850
159
+ },
160
+ {
161
+ "epoch": 1.079136690647482,
162
+ "grad_norm": 49.54159927368164,
163
+ "learning_rate": 4.4481875456702584e-05,
164
+ "loss": 11.18785888671875,
165
+ "step": 900
166
+ },
167
+ {
168
+ "epoch": 1.1390887290167866,
169
+ "grad_norm": 49.17595291137695,
170
+ "learning_rate": 4.387803289994053e-05,
171
+ "loss": 11.215789794921875,
172
+ "step": 950
173
+ },
174
+ {
175
+ "epoch": 1.1990407673860912,
176
+ "grad_norm": 85.64462280273438,
177
+ "learning_rate": 4.324740649167044e-05,
178
+ "loss": 11.034937744140626,
179
+ "step": 1000
180
+ },
181
+ {
182
+ "epoch": 1.2589928057553956,
183
+ "grad_norm": 63.830772399902344,
184
+ "learning_rate": 4.25908909545663e-05,
185
+ "loss": 11.066007080078125,
186
+ "step": 1050
187
+ },
188
+ {
189
+ "epoch": 1.3189448441247003,
190
+ "grad_norm": 77.94012451171875,
191
+ "learning_rate": 4.190941774238454e-05,
192
+ "loss": 10.998631591796874,
193
+ "step": 1100
194
+ },
195
+ {
196
+ "epoch": 1.3788968824940047,
197
+ "grad_norm": 130.33816528320312,
198
+ "learning_rate": 4.120395371843231e-05,
199
+ "loss": 10.789659423828125,
200
+ "step": 1150
201
+ },
202
+ {
203
+ "epoch": 1.4388489208633093,
204
+ "grad_norm": 176.07313537597656,
205
+ "learning_rate": 4.047549978379721e-05,
206
+ "loss": 11.17398193359375,
207
+ "step": 1200
208
+ },
209
+ {
210
+ "epoch": 1.498800959232614,
211
+ "grad_norm": 57.330665588378906,
212
+ "learning_rate": 3.9725089457284906e-05,
213
+ "loss": 11.149725341796875,
214
+ "step": 1250
215
+ },
216
+ {
217
+ "epoch": 1.5587529976019185,
218
+ "grad_norm": 110.63745880126953,
219
+ "learning_rate": 3.895378740907908e-05,
220
+ "loss": 10.920345458984375,
221
+ "step": 1300
222
+ },
223
+ {
224
+ "epoch": 1.6187050359712232,
225
+ "grad_norm": 239.624267578125,
226
+ "learning_rate": 3.816268795020443e-05,
227
+ "loss": 11.15589599609375,
228
+ "step": 1350
229
+ },
230
+ {
231
+ "epoch": 1.6786570743405276,
232
+ "grad_norm": 35.9785270690918,
233
+ "learning_rate": 3.7352913479935666e-05,
234
+ "loss": 10.965335693359375,
235
+ "step": 1400
236
+ },
237
+ {
238
+ "epoch": 1.738609112709832,
239
+ "grad_norm": 62.90668869018555,
240
+ "learning_rate": 3.6525612893355317e-05,
241
+ "loss": 10.554638671875,
242
+ "step": 1450
243
+ },
244
+ {
245
+ "epoch": 1.7985611510791366,
246
+ "grad_norm": 41.807373046875,
247
+ "learning_rate": 3.568195995131977e-05,
248
+ "loss": 10.682767333984375,
249
+ "step": 1500
250
+ },
251
+ {
252
+ "epoch": 1.8585131894484412,
253
+ "grad_norm": 63.36113357543945,
254
+ "learning_rate": 3.482315161514609e-05,
255
+ "loss": 10.525670166015624,
256
+ "step": 1550
257
+ },
258
+ {
259
+ "epoch": 1.9184652278177459,
260
+ "grad_norm": 75.27217864990234,
261
+ "learning_rate": 3.395040634838248e-05,
262
+ "loss": 10.694267578125,
263
+ "step": 1600
264
+ },
265
+ {
266
+ "epoch": 1.9784172661870505,
267
+ "grad_norm": 78.04267120361328,
268
+ "learning_rate": 3.3064962388071586e-05,
269
+ "loss": 10.77855224609375,
270
+ "step": 1650
271
+ },
272
+ {
273
+ "epoch": 2.0,
274
+ "eval_loss": 11.342864036560059,
275
+ "eval_map": 0.1736,
276
+ "eval_map_50": 0.2867,
277
+ "eval_map_75": 0.1724,
278
+ "eval_map_group": 0.1143,
279
+ "eval_map_image": 0.1957,
280
+ "eval_map_large": 0.2489,
281
+ "eval_map_medium": 0.1737,
282
+ "eval_map_rectangle": 0.1792,
283
+ "eval_map_small": 0.1019,
284
+ "eval_map_text": 0.2051,
285
+ "eval_mar_1": 0.0482,
286
+ "eval_mar_10": 0.267,
287
+ "eval_mar_100": 0.4825,
288
+ "eval_mar_100_group": 0.5035,
289
+ "eval_mar_100_image": 0.5322,
290
+ "eval_mar_100_rectangle": 0.4488,
291
+ "eval_mar_100_text": 0.4453,
292
+ "eval_mar_large": 0.6499,
293
+ "eval_mar_medium": 0.4928,
294
+ "eval_mar_small": 0.3137,
295
+ "eval_model_preparation_time": 0.005,
296
+ "eval_runtime": 104.4797,
297
+ "eval_samples_per_second": 11.265,
298
+ "eval_steps_per_second": 1.417,
299
+ "step": 1668
300
+ },
301
+ {
302
+ "epoch": 2.038369304556355,
303
+ "grad_norm": 64.18975067138672,
304
+ "learning_rate": 3.216807598795963e-05,
305
+ "loss": 10.69473388671875,
306
+ "step": 1700
307
+ },
308
+ {
309
+ "epoch": 2.0983213429256593,
310
+ "grad_norm": 56.620609283447266,
311
+ "learning_rate": 3.1261019636143634e-05,
312
+ "loss": 10.532001953125,
313
+ "step": 1750
314
+ },
315
+ {
316
+ "epoch": 2.158273381294964,
317
+ "grad_norm": 54.66874694824219,
318
+ "learning_rate": 3.0345080249685608e-05,
319
+ "loss": 10.389168701171876,
320
+ "step": 1800
321
+ },
322
+ {
323
+ "epoch": 2.2182254196642686,
324
+ "grad_norm": 96.43506622314453,
325
+ "learning_rate": 2.942155734875523e-05,
326
+ "loss": 10.597493896484375,
327
+ "step": 1850
328
+ },
329
+ {
330
+ "epoch": 2.278177458033573,
331
+ "grad_norm": 49.53465270996094,
332
+ "learning_rate": 2.8491761212891378e-05,
333
+ "loss": 10.333988037109375,
334
+ "step": 1900
335
+ },
336
+ {
337
+ "epoch": 2.338129496402878,
338
+ "grad_norm": 52.02144241333008,
339
+ "learning_rate": 2.755701102199841e-05,
340
+ "loss": 10.34918701171875,
341
+ "step": 1950
342
+ },
343
+ {
344
+ "epoch": 2.3980815347721824,
345
+ "grad_norm": 73.89688110351562,
346
+ "learning_rate": 2.6618632984714843e-05,
347
+ "loss": 10.5011376953125,
348
+ "step": 2000
349
+ },
350
+ {
351
+ "epoch": 2.4580335731414866,
352
+ "grad_norm": 75.7229232788086,
353
+ "learning_rate": 2.5677958456809702e-05,
354
+ "loss": 10.645146484375,
355
+ "step": 2050
356
+ },
357
+ {
358
+ "epoch": 2.5179856115107913,
359
+ "grad_norm": 42.24283218383789,
360
+ "learning_rate": 2.47363220522762e-05,
361
+ "loss": 10.189602661132813,
362
+ "step": 2100
363
+ },
364
+ {
365
+ "epoch": 2.577937649880096,
366
+ "grad_norm": 40.04399490356445,
367
+ "learning_rate": 2.3795059749802753e-05,
368
+ "loss": 10.095311279296874,
369
+ "step": 2150
370
+ },
371
+ {
372
+ "epoch": 2.6378896882494005,
373
+ "grad_norm": 46.150634765625,
374
+ "learning_rate": 2.2855506997307764e-05,
375
+ "loss": 10.1227392578125,
376
+ "step": 2200
377
+ },
378
+ {
379
+ "epoch": 2.697841726618705,
380
+ "grad_norm": 101.73009490966797,
381
+ "learning_rate": 2.1918996817227427e-05,
382
+ "loss": 10.117648315429687,
383
+ "step": 2250
384
+ },
385
+ {
386
+ "epoch": 2.7577937649880093,
387
+ "grad_norm": 86.06745910644531,
388
+ "learning_rate": 2.0986857915244788e-05,
389
+ "loss": 10.217066650390626,
390
+ "step": 2300
391
+ },
392
+ {
393
+ "epoch": 2.8177458033573144,
394
+ "grad_norm": 55.39976501464844,
395
+ "learning_rate": 2.006041279514336e-05,
396
+ "loss": 10.208534545898438,
397
+ "step": 2350
398
+ },
399
+ {
400
+ "epoch": 2.8776978417266186,
401
+ "grad_norm": 62.66103744506836,
402
+ "learning_rate": 1.9140975882459914e-05,
403
+ "loss": 10.0162158203125,
404
+ "step": 2400
405
+ },
406
+ {
407
+ "epoch": 2.937649880095923,
408
+ "grad_norm": 60.61899948120117,
409
+ "learning_rate": 1.8229851659598423e-05,
410
+ "loss": 9.95732177734375,
411
+ "step": 2450
412
+ },
413
+ {
414
+ "epoch": 2.997601918465228,
415
+ "grad_norm": 37.214019775390625,
416
+ "learning_rate": 1.73283328150514e-05,
417
+ "loss": 10.038777465820312,
418
+ "step": 2500
419
+ },
420
+ {
421
+ "epoch": 3.0,
422
+ "eval_loss": 11.208874702453613,
423
+ "eval_map": 0.218,
424
+ "eval_map_50": 0.3403,
425
+ "eval_map_75": 0.2212,
426
+ "eval_map_group": 0.1602,
427
+ "eval_map_image": 0.2474,
428
+ "eval_map_large": 0.3053,
429
+ "eval_map_medium": 0.2189,
430
+ "eval_map_rectangle": 0.2213,
431
+ "eval_map_small": 0.1371,
432
+ "eval_map_text": 0.243,
433
+ "eval_mar_1": 0.0536,
434
+ "eval_mar_10": 0.3025,
435
+ "eval_mar_100": 0.5187,
436
+ "eval_mar_100_group": 0.5371,
437
+ "eval_mar_100_image": 0.5725,
438
+ "eval_mar_100_rectangle": 0.4816,
439
+ "eval_mar_100_text": 0.4835,
440
+ "eval_mar_large": 0.696,
441
+ "eval_mar_medium": 0.522,
442
+ "eval_mar_small": 0.3545,
443
+ "eval_model_preparation_time": 0.005,
444
+ "eval_runtime": 105.0734,
445
+ "eval_samples_per_second": 11.202,
446
+ "eval_steps_per_second": 1.409,
447
+ "step": 2502
448
+ },
449
+ {
450
+ "epoch": 3.0575539568345325,
451
+ "grad_norm": 40.347877502441406,
452
+ "learning_rate": 1.6437698409354023e-05,
453
+ "loss": 10.147723999023437,
454
+ "step": 2550
455
+ },
456
+ {
457
+ "epoch": 3.117505995203837,
458
+ "grad_norm": 43.37275314331055,
459
+ "learning_rate": 1.5559212060373474e-05,
460
+ "loss": 10.009644165039063,
461
+ "step": 2600
462
+ },
463
+ {
464
+ "epoch": 3.1774580335731413,
465
+ "grad_norm": 57.03630065917969,
466
+ "learning_rate": 1.4694120150508178e-05,
467
+ "loss": 10.115086669921874,
468
+ "step": 2650
469
+ },
470
+ {
471
+ "epoch": 3.237410071942446,
472
+ "grad_norm": 47.02117156982422,
473
+ "learning_rate": 1.3843650058340291e-05,
474
+ "loss": 10.019703369140625,
475
+ "step": 2700
476
+ },
477
+ {
478
+ "epoch": 3.2973621103117505,
479
+ "grad_norm": 62.416805267333984,
480
+ "learning_rate": 1.3009008417250595e-05,
481
+ "loss": 9.889137573242188,
482
+ "step": 2750
483
+ },
484
+ {
485
+ "epoch": 3.357314148681055,
486
+ "grad_norm": 95.3993148803711,
487
+ "learning_rate": 1.219137940346633e-05,
488
+ "loss": 10.0359619140625,
489
+ "step": 2800
490
+ },
491
+ {
492
+ "epoch": 3.41726618705036,
493
+ "grad_norm": 45.53443908691406,
494
+ "learning_rate": 1.1391923055970919e-05,
495
+ "loss": 9.59617919921875,
496
+ "step": 2850
497
+ },
498
+ {
499
+ "epoch": 3.4772182254196644,
500
+ "grad_norm": 49.61827850341797,
501
+ "learning_rate": 1.0611773630659116e-05,
502
+ "loss": 9.8191015625,
503
+ "step": 2900
504
+ },
505
+ {
506
+ "epoch": 3.537170263788969,
507
+ "grad_norm": 87.77991485595703,
508
+ "learning_rate": 9.85203799107294e-06,
509
+ "loss": 9.820450439453126,
510
+ "step": 2950
511
+ },
512
+ {
513
+ "epoch": 3.597122302158273,
514
+ "grad_norm": 96.92253112792969,
515
+ "learning_rate": 9.113794038001297e-06,
516
+ "loss": 9.543206176757813,
517
+ "step": 3000
518
+ },
519
+ {
520
+ "epoch": 3.657074340527578,
521
+ "grad_norm": 82.03585052490234,
522
+ "learning_rate": 8.398089180171592e-06,
523
+ "loss": 9.66242431640625,
524
+ "step": 3050
525
+ },
526
+ {
527
+ "epoch": 3.7170263788968825,
528
+ "grad_norm": 61.6904182434082,
529
+ "learning_rate": 7.705938848202983e-06,
530
+ "loss": 9.517018432617187,
531
+ "step": 3100
532
+ },
533
+ {
534
+ "epoch": 3.776978417266187,
535
+ "grad_norm": 51.057071685791016,
536
+ "learning_rate": 7.0383250539295816e-06,
537
+ "loss": 9.816176147460938,
538
+ "step": 3150
539
+ },
540
+ {
541
+ "epoch": 3.8369304556354917,
542
+ "grad_norm": 74.13563537597656,
543
+ "learning_rate": 6.39619499713778e-06,
544
+ "loss": 9.699080810546874,
545
+ "step": 3200
546
+ },
547
+ {
548
+ "epoch": 3.896882494004796,
549
+ "grad_norm": 64.1860122680664,
550
+ "learning_rate": 5.780459721694359e-06,
551
+ "loss": 9.791956787109376,
552
+ "step": 3250
553
+ },
554
+ {
555
+ "epoch": 3.956834532374101,
556
+ "grad_norm": 29.829265594482422,
557
+ "learning_rate": 5.1919928229719305e-06,
558
+ "loss": 9.747618408203126,
559
+ "step": 3300
560
+ },
561
+ {
562
+ "epoch": 4.0,
563
+ "eval_loss": 11.198078155517578,
564
+ "eval_map": 0.2495,
565
+ "eval_map_50": 0.378,
566
+ "eval_map_75": 0.2543,
567
+ "eval_map_group": 0.1891,
568
+ "eval_map_image": 0.2863,
569
+ "eval_map_large": 0.3479,
570
+ "eval_map_medium": 0.2477,
571
+ "eval_map_rectangle": 0.2451,
572
+ "eval_map_small": 0.166,
573
+ "eval_map_text": 0.2776,
574
+ "eval_mar_1": 0.0571,
575
+ "eval_mar_10": 0.3246,
576
+ "eval_mar_100": 0.5373,
577
+ "eval_mar_100_group": 0.5614,
578
+ "eval_mar_100_image": 0.5965,
579
+ "eval_mar_100_rectangle": 0.4961,
580
+ "eval_mar_100_text": 0.4951,
581
+ "eval_mar_large": 0.7174,
582
+ "eval_mar_medium": 0.5423,
583
+ "eval_mar_small": 0.3724,
584
+ "eval_model_preparation_time": 0.005,
585
+ "eval_runtime": 102.9986,
586
+ "eval_samples_per_second": 11.427,
587
+ "eval_steps_per_second": 1.437,
588
+ "step": 3336
589
+ }
590
+ ],
591
+ "logging_steps": 50,
592
+ "max_steps": 4170,
593
+ "num_input_tokens_seen": 0,
594
+ "num_train_epochs": 5,
595
+ "save_steps": 500,
596
+ "stateful_callbacks": {
597
+ "TrainerControl": {
598
+ "args": {
599
+ "should_epoch_stop": false,
600
+ "should_evaluate": false,
601
+ "should_log": false,
602
+ "should_save": true,
603
+ "should_training_stop": false
604
+ },
605
+ "attributes": {}
606
+ }
607
+ },
608
+ "total_flos": 5.155282767538815e+18,
609
+ "train_batch_size": 8,
610
+ "trial_name": null,
611
+ "trial_params": null
612
+ }
checkpoint-3336/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b413671220e7487bd7d016a9b28faf1ae75b24ec5f3038dc9e69cf8f175d908a
3
+ size 5201
checkpoint-4170/config.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "silu",
4
+ "architectures": [
5
+ "RfDetrForObjectDetection"
6
+ ],
7
+ "attention_bias": true,
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": true,
10
+ "backbone_config": {
11
+ "apply_layernorm": true,
12
+ "attention_probs_dropout_prob": 0.0,
13
+ "drop_path_rate": 0.0,
14
+ "dtype": "float32",
15
+ "hidden_act": "gelu",
16
+ "hidden_dropout_prob": 0.0,
17
+ "hidden_size": 384,
18
+ "image_size": 576,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-06,
21
+ "layerscale_value": 1.0,
22
+ "mlp_ratio": 4,
23
+ "model_type": "rf_detr_dinov2",
24
+ "num_attention_heads": 6,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "num_windows": 2,
28
+ "out_features": [
29
+ "stage3",
30
+ "stage6",
31
+ "stage9",
32
+ "stage12"
33
+ ],
34
+ "out_indices": [
35
+ 3,
36
+ 6,
37
+ 9,
38
+ 12
39
+ ],
40
+ "patch_size": 16,
41
+ "qkv_bias": true,
42
+ "reshape_hidden_states": true,
43
+ "stage_names": [
44
+ "stem",
45
+ "stage1",
46
+ "stage2",
47
+ "stage3",
48
+ "stage4",
49
+ "stage5",
50
+ "stage6",
51
+ "stage7",
52
+ "stage8",
53
+ "stage9",
54
+ "stage10",
55
+ "stage11",
56
+ "stage12"
57
+ ],
58
+ "use_mask_token": true,
59
+ "use_swiglu_ffn": false,
60
+ "window_block_indexes": [
61
+ 0,
62
+ 1,
63
+ 2,
64
+ 4,
65
+ 5,
66
+ 7,
67
+ 8,
68
+ 10,
69
+ 11
70
+ ]
71
+ },
72
+ "bbox_cost": 5,
73
+ "bbox_loss_coefficient": 5,
74
+ "c2f_num_blocks": 3,
75
+ "class_cost": 2,
76
+ "class_loss_coefficient": 1,
77
+ "d_model": 256,
78
+ "decoder_activation_function": "relu",
79
+ "decoder_cross_attention_heads": 16,
80
+ "decoder_ffn_dim": 2048,
81
+ "decoder_layers": 4,
82
+ "decoder_n_points": 2,
83
+ "decoder_self_attention_heads": 8,
84
+ "dice_loss_coefficient": 1,
85
+ "disable_custom_kernels": true,
86
+ "dropout": 0.1,
87
+ "dtype": "float32",
88
+ "eos_coefficient": 0.1,
89
+ "focal_alpha": 0.25,
90
+ "giou_cost": 2,
91
+ "giou_loss_coefficient": 2,
92
+ "group_detr": 13,
93
+ "hidden_expansion": 0.5,
94
+ "id2label": {
95
+ "0": "group",
96
+ "1": "image",
97
+ "2": "rectangle",
98
+ "3": "text"
99
+ },
100
+ "init_std": 0.02,
101
+ "intermediate_size": 1024,
102
+ "label2id": {
103
+ "group": 0,
104
+ "image": 1,
105
+ "rectangle": 2,
106
+ "text": 3
107
+ },
108
+ "layer_norm_eps": 1e-05,
109
+ "mask_class_loss_coefficient": 5.0,
110
+ "mask_dice_loss_coefficient": 5.0,
111
+ "mask_downsample_ratio": 4,
112
+ "mask_loss_coefficient": 1,
113
+ "mask_point_sample_ratio": 16,
114
+ "model_type": "rf_detr",
115
+ "num_feature_levels": 1,
116
+ "num_queries": 300,
117
+ "projector_scale_factors": [
118
+ 1.0
119
+ ],
120
+ "segmentation_head_activation_function": "gelu",
121
+ "transformers_version": "5.12.1",
122
+ "use_cache": false
123
+ }
checkpoint-4170/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce6ac7e2ef845b0428c6f629e7c2057cac329bfc5b8c5341a9f9d405fd6794a
3
+ size 133560192
checkpoint-4170/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b360fd5870f4a837f79db27d308abb941b290564f0fec323843178607bbeac9
3
+ size 267438215
checkpoint-4170/preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": true,
4
+ "do_pad": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "RfDetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 576,
23
+ "width": 576
24
+ },
25
+ "use_fast": true
26
+ }
checkpoint-4170/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e7d2e8522e881eaf0febc25e125362e246bb0445fdd2e2ccce8032405f639a1
3
+ size 14645
checkpoint-4170/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65677381b6ec84c8a66cff483bdb65e28ceffcafd93949ff6d106c9ca6e8393d
3
+ size 1465
checkpoint-4170/trainer_state.json ADDED
@@ -0,0 +1,760 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 4170,
3
+ "best_metric": 0.2568,
4
+ "best_model_checkpoint": "rf-detr-finetune/checkpoint-4170",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4170,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05995203836930456,
14
+ "grad_norm": 301.2678527832031,
15
+ "learning_rate": 4.998296741801852e-05,
16
+ "loss": 20.076802978515627,
17
+ "step": 50
18
+ },
19
+ {
20
+ "epoch": 0.11990407673860912,
21
+ "grad_norm": 103.49076843261719,
22
+ "learning_rate": 4.9930496495717747e-05,
23
+ "loss": 14.375516357421875,
24
+ "step": 100
25
+ },
26
+ {
27
+ "epoch": 0.17985611510791366,
28
+ "grad_norm": 200.345703125,
29
+ "learning_rate": 4.984265458324538e-05,
30
+ "loss": 12.6225390625,
31
+ "step": 150
32
+ },
33
+ {
34
+ "epoch": 0.23980815347721823,
35
+ "grad_norm": 73.5390853881836,
36
+ "learning_rate": 4.971956630930356e-05,
37
+ "loss": 12.25764892578125,
38
+ "step": 200
39
+ },
40
+ {
41
+ "epoch": 0.2997601918465228,
42
+ "grad_norm": 112.45624542236328,
43
+ "learning_rate": 4.956140630956908e-05,
44
+ "loss": 12.0051123046875,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 0.3597122302158273,
49
+ "grad_norm": 134.80052185058594,
50
+ "learning_rate": 4.9368398978923005e-05,
51
+ "loss": 11.92045654296875,
52
+ "step": 300
53
+ },
54
+ {
55
+ "epoch": 0.4196642685851319,
56
+ "grad_norm": 65.4284439086914,
57
+ "learning_rate": 4.9140818153082826e-05,
58
+ "loss": 11.685191650390625,
59
+ "step": 350
60
+ },
61
+ {
62
+ "epoch": 0.47961630695443647,
63
+ "grad_norm": 204.7611846923828,
64
+ "learning_rate": 4.887898672008871e-05,
65
+ "loss": 12.055404052734374,
66
+ "step": 400
67
+ },
68
+ {
69
+ "epoch": 0.539568345323741,
70
+ "grad_norm": 95.52601623535156,
71
+ "learning_rate": 4.858327616219512e-05,
72
+ "loss": 11.7360205078125,
73
+ "step": 450
74
+ },
75
+ {
76
+ "epoch": 0.5995203836930456,
77
+ "grad_norm": 230.4664764404297,
78
+ "learning_rate": 4.8254106028817734e-05,
79
+ "loss": 11.886551513671876,
80
+ "step": 500
81
+ },
82
+ {
83
+ "epoch": 0.6594724220623501,
84
+ "grad_norm": 91.33781433105469,
85
+ "learning_rate": 4.789194334128338e-05,
86
+ "loss": 11.833931884765626,
87
+ "step": 550
88
+ },
89
+ {
90
+ "epoch": 0.7194244604316546,
91
+ "grad_norm": 102.74872589111328,
92
+ "learning_rate": 4.749730193022771e-05,
93
+ "loss": 11.528101806640626,
94
+ "step": 600
95
+ },
96
+ {
97
+ "epoch": 0.7793764988009593,
98
+ "grad_norm": 116.03142547607422,
99
+ "learning_rate": 4.707074170658046e-05,
100
+ "loss": 11.27357421875,
101
+ "step": 650
102
+ },
103
+ {
104
+ "epoch": 0.8393285371702638,
105
+ "grad_norm": 134.25152587890625,
106
+ "learning_rate": 4.661286786717278e-05,
107
+ "loss": 12.12280029296875,
108
+ "step": 700
109
+ },
110
+ {
111
+ "epoch": 0.8992805755395683,
112
+ "grad_norm": 50.58659362792969,
113
+ "learning_rate": 4.612433003609365e-05,
114
+ "loss": 11.567744140625,
115
+ "step": 750
116
+ },
117
+ {
118
+ "epoch": 0.9592326139088729,
119
+ "grad_norm": 100.98673248291016,
120
+ "learning_rate": 4.5605821343013555e-05,
121
+ "loss": 11.084088134765626,
122
+ "step": 800
123
+ },
124
+ {
125
+ "epoch": 1.0,
126
+ "eval_loss": 11.79632568359375,
127
+ "eval_map": 0.1066,
128
+ "eval_map_50": 0.1976,
129
+ "eval_map_75": 0.0986,
130
+ "eval_map_group": 0.084,
131
+ "eval_map_image": 0.0987,
132
+ "eval_map_large": 0.1444,
133
+ "eval_map_medium": 0.1042,
134
+ "eval_map_rectangle": 0.0913,
135
+ "eval_map_small": 0.0586,
136
+ "eval_map_text": 0.1523,
137
+ "eval_mar_1": 0.0389,
138
+ "eval_mar_10": 0.1986,
139
+ "eval_mar_100": 0.3865,
140
+ "eval_mar_100_group": 0.4032,
141
+ "eval_mar_100_image": 0.4317,
142
+ "eval_mar_100_rectangle": 0.3216,
143
+ "eval_mar_100_text": 0.3893,
144
+ "eval_mar_large": 0.5414,
145
+ "eval_mar_medium": 0.3874,
146
+ "eval_mar_small": 0.2273,
147
+ "eval_model_preparation_time": 0.005,
148
+ "eval_runtime": 108.4443,
149
+ "eval_samples_per_second": 10.853,
150
+ "eval_steps_per_second": 1.365,
151
+ "step": 834
152
+ },
153
+ {
154
+ "epoch": 1.0191846522781776,
155
+ "grad_norm": 75.91262817382812,
156
+ "learning_rate": 4.505807743978324e-05,
157
+ "loss": 11.350087890625,
158
+ "step": 850
159
+ },
160
+ {
161
+ "epoch": 1.079136690647482,
162
+ "grad_norm": 49.54159927368164,
163
+ "learning_rate": 4.4481875456702584e-05,
164
+ "loss": 11.18785888671875,
165
+ "step": 900
166
+ },
167
+ {
168
+ "epoch": 1.1390887290167866,
169
+ "grad_norm": 49.17595291137695,
170
+ "learning_rate": 4.387803289994053e-05,
171
+ "loss": 11.215789794921875,
172
+ "step": 950
173
+ },
174
+ {
175
+ "epoch": 1.1990407673860912,
176
+ "grad_norm": 85.64462280273438,
177
+ "learning_rate": 4.324740649167044e-05,
178
+ "loss": 11.034937744140626,
179
+ "step": 1000
180
+ },
181
+ {
182
+ "epoch": 1.2589928057553956,
183
+ "grad_norm": 63.830772399902344,
184
+ "learning_rate": 4.25908909545663e-05,
185
+ "loss": 11.066007080078125,
186
+ "step": 1050
187
+ },
188
+ {
189
+ "epoch": 1.3189448441247003,
190
+ "grad_norm": 77.94012451171875,
191
+ "learning_rate": 4.190941774238454e-05,
192
+ "loss": 10.998631591796874,
193
+ "step": 1100
194
+ },
195
+ {
196
+ "epoch": 1.3788968824940047,
197
+ "grad_norm": 130.33816528320312,
198
+ "learning_rate": 4.120395371843231e-05,
199
+ "loss": 10.789659423828125,
200
+ "step": 1150
201
+ },
202
+ {
203
+ "epoch": 1.4388489208633093,
204
+ "grad_norm": 176.07313537597656,
205
+ "learning_rate": 4.047549978379721e-05,
206
+ "loss": 11.17398193359375,
207
+ "step": 1200
208
+ },
209
+ {
210
+ "epoch": 1.498800959232614,
211
+ "grad_norm": 57.330665588378906,
212
+ "learning_rate": 3.9725089457284906e-05,
213
+ "loss": 11.149725341796875,
214
+ "step": 1250
215
+ },
216
+ {
217
+ "epoch": 1.5587529976019185,
218
+ "grad_norm": 110.63745880126953,
219
+ "learning_rate": 3.895378740907908e-05,
220
+ "loss": 10.920345458984375,
221
+ "step": 1300
222
+ },
223
+ {
224
+ "epoch": 1.6187050359712232,
225
+ "grad_norm": 239.624267578125,
226
+ "learning_rate": 3.816268795020443e-05,
227
+ "loss": 11.15589599609375,
228
+ "step": 1350
229
+ },
230
+ {
231
+ "epoch": 1.6786570743405276,
232
+ "grad_norm": 35.9785270690918,
233
+ "learning_rate": 3.7352913479935666e-05,
234
+ "loss": 10.965335693359375,
235
+ "step": 1400
236
+ },
237
+ {
238
+ "epoch": 1.738609112709832,
239
+ "grad_norm": 62.90668869018555,
240
+ "learning_rate": 3.6525612893355317e-05,
241
+ "loss": 10.554638671875,
242
+ "step": 1450
243
+ },
244
+ {
245
+ "epoch": 1.7985611510791366,
246
+ "grad_norm": 41.807373046875,
247
+ "learning_rate": 3.568195995131977e-05,
248
+ "loss": 10.682767333984375,
249
+ "step": 1500
250
+ },
251
+ {
252
+ "epoch": 1.8585131894484412,
253
+ "grad_norm": 63.36113357543945,
254
+ "learning_rate": 3.482315161514609e-05,
255
+ "loss": 10.525670166015624,
256
+ "step": 1550
257
+ },
258
+ {
259
+ "epoch": 1.9184652278177459,
260
+ "grad_norm": 75.27217864990234,
261
+ "learning_rate": 3.395040634838248e-05,
262
+ "loss": 10.694267578125,
263
+ "step": 1600
264
+ },
265
+ {
266
+ "epoch": 1.9784172661870505,
267
+ "grad_norm": 78.04267120361328,
268
+ "learning_rate": 3.3064962388071586e-05,
269
+ "loss": 10.77855224609375,
270
+ "step": 1650
271
+ },
272
+ {
273
+ "epoch": 2.0,
274
+ "eval_loss": 11.342864036560059,
275
+ "eval_map": 0.1736,
276
+ "eval_map_50": 0.2867,
277
+ "eval_map_75": 0.1724,
278
+ "eval_map_group": 0.1143,
279
+ "eval_map_image": 0.1957,
280
+ "eval_map_large": 0.2489,
281
+ "eval_map_medium": 0.1737,
282
+ "eval_map_rectangle": 0.1792,
283
+ "eval_map_small": 0.1019,
284
+ "eval_map_text": 0.2051,
285
+ "eval_mar_1": 0.0482,
286
+ "eval_mar_10": 0.267,
287
+ "eval_mar_100": 0.4825,
288
+ "eval_mar_100_group": 0.5035,
289
+ "eval_mar_100_image": 0.5322,
290
+ "eval_mar_100_rectangle": 0.4488,
291
+ "eval_mar_100_text": 0.4453,
292
+ "eval_mar_large": 0.6499,
293
+ "eval_mar_medium": 0.4928,
294
+ "eval_mar_small": 0.3137,
295
+ "eval_model_preparation_time": 0.005,
296
+ "eval_runtime": 104.4797,
297
+ "eval_samples_per_second": 11.265,
298
+ "eval_steps_per_second": 1.417,
299
+ "step": 1668
300
+ },
301
+ {
302
+ "epoch": 2.038369304556355,
303
+ "grad_norm": 64.18975067138672,
304
+ "learning_rate": 3.216807598795963e-05,
305
+ "loss": 10.69473388671875,
306
+ "step": 1700
307
+ },
308
+ {
309
+ "epoch": 2.0983213429256593,
310
+ "grad_norm": 56.620609283447266,
311
+ "learning_rate": 3.1261019636143634e-05,
312
+ "loss": 10.532001953125,
313
+ "step": 1750
314
+ },
315
+ {
316
+ "epoch": 2.158273381294964,
317
+ "grad_norm": 54.66874694824219,
318
+ "learning_rate": 3.0345080249685608e-05,
319
+ "loss": 10.389168701171876,
320
+ "step": 1800
321
+ },
322
+ {
323
+ "epoch": 2.2182254196642686,
324
+ "grad_norm": 96.43506622314453,
325
+ "learning_rate": 2.942155734875523e-05,
326
+ "loss": 10.597493896484375,
327
+ "step": 1850
328
+ },
329
+ {
330
+ "epoch": 2.278177458033573,
331
+ "grad_norm": 49.53465270996094,
332
+ "learning_rate": 2.8491761212891378e-05,
333
+ "loss": 10.333988037109375,
334
+ "step": 1900
335
+ },
336
+ {
337
+ "epoch": 2.338129496402878,
338
+ "grad_norm": 52.02144241333008,
339
+ "learning_rate": 2.755701102199841e-05,
340
+ "loss": 10.34918701171875,
341
+ "step": 1950
342
+ },
343
+ {
344
+ "epoch": 2.3980815347721824,
345
+ "grad_norm": 73.89688110351562,
346
+ "learning_rate": 2.6618632984714843e-05,
347
+ "loss": 10.5011376953125,
348
+ "step": 2000
349
+ },
350
+ {
351
+ "epoch": 2.4580335731414866,
352
+ "grad_norm": 75.7229232788086,
353
+ "learning_rate": 2.5677958456809702e-05,
354
+ "loss": 10.645146484375,
355
+ "step": 2050
356
+ },
357
+ {
358
+ "epoch": 2.5179856115107913,
359
+ "grad_norm": 42.24283218383789,
360
+ "learning_rate": 2.47363220522762e-05,
361
+ "loss": 10.189602661132813,
362
+ "step": 2100
363
+ },
364
+ {
365
+ "epoch": 2.577937649880096,
366
+ "grad_norm": 40.04399490356445,
367
+ "learning_rate": 2.3795059749802753e-05,
368
+ "loss": 10.095311279296874,
369
+ "step": 2150
370
+ },
371
+ {
372
+ "epoch": 2.6378896882494005,
373
+ "grad_norm": 46.150634765625,
374
+ "learning_rate": 2.2855506997307764e-05,
375
+ "loss": 10.1227392578125,
376
+ "step": 2200
377
+ },
378
+ {
379
+ "epoch": 2.697841726618705,
380
+ "grad_norm": 101.73009490966797,
381
+ "learning_rate": 2.1918996817227427e-05,
382
+ "loss": 10.117648315429687,
383
+ "step": 2250
384
+ },
385
+ {
386
+ "epoch": 2.7577937649880093,
387
+ "grad_norm": 86.06745910644531,
388
+ "learning_rate": 2.0986857915244788e-05,
389
+ "loss": 10.217066650390626,
390
+ "step": 2300
391
+ },
392
+ {
393
+ "epoch": 2.8177458033573144,
394
+ "grad_norm": 55.39976501464844,
395
+ "learning_rate": 2.006041279514336e-05,
396
+ "loss": 10.208534545898438,
397
+ "step": 2350
398
+ },
399
+ {
400
+ "epoch": 2.8776978417266186,
401
+ "grad_norm": 62.66103744506836,
402
+ "learning_rate": 1.9140975882459914e-05,
403
+ "loss": 10.0162158203125,
404
+ "step": 2400
405
+ },
406
+ {
407
+ "epoch": 2.937649880095923,
408
+ "grad_norm": 60.61899948120117,
409
+ "learning_rate": 1.8229851659598423e-05,
410
+ "loss": 9.95732177734375,
411
+ "step": 2450
412
+ },
413
+ {
414
+ "epoch": 2.997601918465228,
415
+ "grad_norm": 37.214019775390625,
416
+ "learning_rate": 1.73283328150514e-05,
417
+ "loss": 10.038777465820312,
418
+ "step": 2500
419
+ },
420
+ {
421
+ "epoch": 3.0,
422
+ "eval_loss": 11.208874702453613,
423
+ "eval_map": 0.218,
424
+ "eval_map_50": 0.3403,
425
+ "eval_map_75": 0.2212,
426
+ "eval_map_group": 0.1602,
427
+ "eval_map_image": 0.2474,
428
+ "eval_map_large": 0.3053,
429
+ "eval_map_medium": 0.2189,
430
+ "eval_map_rectangle": 0.2213,
431
+ "eval_map_small": 0.1371,
432
+ "eval_map_text": 0.243,
433
+ "eval_mar_1": 0.0536,
434
+ "eval_mar_10": 0.3025,
435
+ "eval_mar_100": 0.5187,
436
+ "eval_mar_100_group": 0.5371,
437
+ "eval_mar_100_image": 0.5725,
438
+ "eval_mar_100_rectangle": 0.4816,
439
+ "eval_mar_100_text": 0.4835,
440
+ "eval_mar_large": 0.696,
441
+ "eval_mar_medium": 0.522,
442
+ "eval_mar_small": 0.3545,
443
+ "eval_model_preparation_time": 0.005,
444
+ "eval_runtime": 105.0734,
445
+ "eval_samples_per_second": 11.202,
446
+ "eval_steps_per_second": 1.409,
447
+ "step": 2502
448
+ },
449
+ {
450
+ "epoch": 3.0575539568345325,
451
+ "grad_norm": 40.347877502441406,
452
+ "learning_rate": 1.6437698409354023e-05,
453
+ "loss": 10.147723999023437,
454
+ "step": 2550
455
+ },
456
+ {
457
+ "epoch": 3.117505995203837,
458
+ "grad_norm": 43.37275314331055,
459
+ "learning_rate": 1.5559212060373474e-05,
460
+ "loss": 10.009644165039063,
461
+ "step": 2600
462
+ },
463
+ {
464
+ "epoch": 3.1774580335731413,
465
+ "grad_norm": 57.03630065917969,
466
+ "learning_rate": 1.4694120150508178e-05,
467
+ "loss": 10.115086669921874,
468
+ "step": 2650
469
+ },
470
+ {
471
+ "epoch": 3.237410071942446,
472
+ "grad_norm": 47.02117156982422,
473
+ "learning_rate": 1.3843650058340291e-05,
474
+ "loss": 10.019703369140625,
475
+ "step": 2700
476
+ },
477
+ {
478
+ "epoch": 3.2973621103117505,
479
+ "grad_norm": 62.416805267333984,
480
+ "learning_rate": 1.3009008417250595e-05,
481
+ "loss": 9.889137573242188,
482
+ "step": 2750
483
+ },
484
+ {
485
+ "epoch": 3.357314148681055,
486
+ "grad_norm": 95.3993148803711,
487
+ "learning_rate": 1.219137940346633e-05,
488
+ "loss": 10.0359619140625,
489
+ "step": 2800
490
+ },
491
+ {
492
+ "epoch": 3.41726618705036,
493
+ "grad_norm": 45.53443908691406,
494
+ "learning_rate": 1.1391923055970919e-05,
495
+ "loss": 9.59617919921875,
496
+ "step": 2850
497
+ },
498
+ {
499
+ "epoch": 3.4772182254196644,
500
+ "grad_norm": 49.61827850341797,
501
+ "learning_rate": 1.0611773630659116e-05,
502
+ "loss": 9.8191015625,
503
+ "step": 2900
504
+ },
505
+ {
506
+ "epoch": 3.537170263788969,
507
+ "grad_norm": 87.77991485595703,
508
+ "learning_rate": 9.85203799107294e-06,
509
+ "loss": 9.820450439453126,
510
+ "step": 2950
511
+ },
512
+ {
513
+ "epoch": 3.597122302158273,
514
+ "grad_norm": 96.92253112792969,
515
+ "learning_rate": 9.113794038001297e-06,
516
+ "loss": 9.543206176757813,
517
+ "step": 3000
518
+ },
519
+ {
520
+ "epoch": 3.657074340527578,
521
+ "grad_norm": 82.03585052490234,
522
+ "learning_rate": 8.398089180171592e-06,
523
+ "loss": 9.66242431640625,
524
+ "step": 3050
525
+ },
526
+ {
527
+ "epoch": 3.7170263788968825,
528
+ "grad_norm": 61.6904182434082,
529
+ "learning_rate": 7.705938848202983e-06,
530
+ "loss": 9.517018432617187,
531
+ "step": 3100
532
+ },
533
+ {
534
+ "epoch": 3.776978417266187,
535
+ "grad_norm": 51.057071685791016,
536
+ "learning_rate": 7.0383250539295816e-06,
537
+ "loss": 9.816176147460938,
538
+ "step": 3150
539
+ },
540
+ {
541
+ "epoch": 3.8369304556354917,
542
+ "grad_norm": 74.13563537597656,
543
+ "learning_rate": 6.39619499713778e-06,
544
+ "loss": 9.699080810546874,
545
+ "step": 3200
546
+ },
547
+ {
548
+ "epoch": 3.896882494004796,
549
+ "grad_norm": 64.1860122680664,
550
+ "learning_rate": 5.780459721694359e-06,
551
+ "loss": 9.791956787109376,
552
+ "step": 3250
553
+ },
554
+ {
555
+ "epoch": 3.956834532374101,
556
+ "grad_norm": 29.829265594482422,
557
+ "learning_rate": 5.1919928229719305e-06,
558
+ "loss": 9.747618408203126,
559
+ "step": 3300
560
+ },
561
+ {
562
+ "epoch": 4.0,
563
+ "eval_loss": 11.198078155517578,
564
+ "eval_map": 0.2495,
565
+ "eval_map_50": 0.378,
566
+ "eval_map_75": 0.2543,
567
+ "eval_map_group": 0.1891,
568
+ "eval_map_image": 0.2863,
569
+ "eval_map_large": 0.3479,
570
+ "eval_map_medium": 0.2477,
571
+ "eval_map_rectangle": 0.2451,
572
+ "eval_map_small": 0.166,
573
+ "eval_map_text": 0.2776,
574
+ "eval_mar_1": 0.0571,
575
+ "eval_mar_10": 0.3246,
576
+ "eval_mar_100": 0.5373,
577
+ "eval_mar_100_group": 0.5614,
578
+ "eval_mar_100_image": 0.5965,
579
+ "eval_mar_100_rectangle": 0.4961,
580
+ "eval_mar_100_text": 0.4951,
581
+ "eval_mar_large": 0.7174,
582
+ "eval_mar_medium": 0.5423,
583
+ "eval_mar_small": 0.3724,
584
+ "eval_model_preparation_time": 0.005,
585
+ "eval_runtime": 102.9986,
586
+ "eval_samples_per_second": 11.427,
587
+ "eval_steps_per_second": 1.437,
588
+ "step": 3336
589
+ },
590
+ {
591
+ "epoch": 4.016786570743405,
592
+ "grad_norm": 95.7619857788086,
593
+ "learning_rate": 4.6316292084058464e-06,
594
+ "loss": 9.894873046875,
595
+ "step": 3350
596
+ },
597
+ {
598
+ "epoch": 4.07673860911271,
599
+ "grad_norm": 53.46975326538086,
600
+ "learning_rate": 4.100163912940827e-06,
601
+ "loss": 9.7229931640625,
602
+ "step": 3400
603
+ },
604
+ {
605
+ "epoch": 4.136690647482014,
606
+ "grad_norm": 48.244747161865234,
607
+ "learning_rate": 3.5983509710480868e-06,
608
+ "loss": 9.725592041015625,
609
+ "step": 3450
610
+ },
611
+ {
612
+ "epoch": 4.196642685851319,
613
+ "grad_norm": 47.97566604614258,
614
+ "learning_rate": 3.1269023469132937e-06,
615
+ "loss": 9.5088916015625,
616
+ "step": 3500
617
+ },
618
+ {
619
+ "epoch": 4.256594724220624,
620
+ "grad_norm": 37.0472297668457,
621
+ "learning_rate": 2.6864869243131278e-06,
622
+ "loss": 9.486920776367187,
623
+ "step": 3550
624
+ },
625
+ {
626
+ "epoch": 4.316546762589928,
627
+ "grad_norm": 49.98644256591797,
628
+ "learning_rate": 2.2777295576136866e-06,
629
+ "loss": 9.590670166015625,
630
+ "step": 3600
631
+ },
632
+ {
633
+ "epoch": 4.376498800959233,
634
+ "grad_norm": 62.504127502441406,
635
+ "learning_rate": 1.9012101852370762e-06,
636
+ "loss": 9.536957397460938,
637
+ "step": 3650
638
+ },
639
+ {
640
+ "epoch": 4.436450839328537,
641
+ "grad_norm": 40.70460891723633,
642
+ "learning_rate": 1.5574630068540457e-06,
643
+ "loss": 9.389737548828125,
644
+ "step": 3700
645
+ },
646
+ {
647
+ "epoch": 4.496402877697841,
648
+ "grad_norm": 45.515193939208984,
649
+ "learning_rate": 1.2469757254700453e-06,
650
+ "loss": 9.52176513671875,
651
+ "step": 3750
652
+ },
653
+ {
654
+ "epoch": 4.556354916067146,
655
+ "grad_norm": 38.35427474975586,
656
+ "learning_rate": 9.701888554799644e-07,
657
+ "loss": 9.4778076171875,
658
+ "step": 3800
659
+ },
660
+ {
661
+ "epoch": 4.616306954436451,
662
+ "grad_norm": 46.7067985534668,
663
+ "learning_rate": 7.274950976733641e-07,
664
+ "loss": 9.644497680664063,
665
+ "step": 3850
666
+ },
667
+ {
668
+ "epoch": 4.676258992805756,
669
+ "grad_norm": 37.80863571166992,
670
+ "learning_rate": 5.192387820768751e-07,
671
+ "loss": 9.532154541015625,
672
+ "step": 3900
673
+ },
674
+ {
675
+ "epoch": 4.73621103117506,
676
+ "grad_norm": 31.154375076293945,
677
+ "learning_rate": 3.4571537942423017e-07,
678
+ "loss": 9.700481567382813,
679
+ "step": 3950
680
+ },
681
+ {
682
+ "epoch": 4.796163069544365,
683
+ "grad_norm": 48.00114822387695,
684
+ "learning_rate": 2.0717108194713564e-07,
685
+ "loss": 9.602529296875,
686
+ "step": 4000
687
+ },
688
+ {
689
+ "epoch": 4.856115107913669,
690
+ "grad_norm": 58.104286193847656,
691
+ "learning_rate": 1.0380245408165845e-07,
692
+ "loss": 9.735087280273438,
693
+ "step": 4050
694
+ },
695
+ {
696
+ "epoch": 4.916067146282973,
697
+ "grad_norm": 37.686737060546875,
698
+ "learning_rate": 3.575615358572537e-08,
699
+ "loss": 9.663619995117188,
700
+ "step": 4100
701
+ },
702
+ {
703
+ "epoch": 4.976019184652278,
704
+ "grad_norm": 69.2586441040039,
705
+ "learning_rate": 3.1287234634663765e-09,
706
+ "loss": 9.7545751953125,
707
+ "step": 4150
708
+ },
709
+ {
710
+ "epoch": 5.0,
711
+ "eval_loss": 11.068950653076172,
712
+ "eval_map": 0.2568,
713
+ "eval_map_50": 0.388,
714
+ "eval_map_75": 0.2623,
715
+ "eval_map_group": 0.1953,
716
+ "eval_map_image": 0.296,
717
+ "eval_map_large": 0.3591,
718
+ "eval_map_medium": 0.2551,
719
+ "eval_map_rectangle": 0.2496,
720
+ "eval_map_small": 0.1722,
721
+ "eval_map_text": 0.2862,
722
+ "eval_mar_1": 0.0581,
723
+ "eval_mar_10": 0.331,
724
+ "eval_mar_100": 0.5436,
725
+ "eval_mar_100_group": 0.5686,
726
+ "eval_mar_100_image": 0.6015,
727
+ "eval_mar_100_rectangle": 0.5051,
728
+ "eval_mar_100_text": 0.4994,
729
+ "eval_mar_large": 0.7246,
730
+ "eval_mar_medium": 0.548,
731
+ "eval_mar_small": 0.3786,
732
+ "eval_model_preparation_time": 0.005,
733
+ "eval_runtime": 102.5226,
734
+ "eval_samples_per_second": 11.48,
735
+ "eval_steps_per_second": 1.444,
736
+ "step": 4170
737
+ }
738
+ ],
739
+ "logging_steps": 50,
740
+ "max_steps": 4170,
741
+ "num_input_tokens_seen": 0,
742
+ "num_train_epochs": 5,
743
+ "save_steps": 500,
744
+ "stateful_callbacks": {
745
+ "TrainerControl": {
746
+ "args": {
747
+ "should_epoch_stop": false,
748
+ "should_evaluate": false,
749
+ "should_log": false,
750
+ "should_save": true,
751
+ "should_training_stop": true
752
+ },
753
+ "attributes": {}
754
+ }
755
+ },
756
+ "total_flos": 6.444103459423519e+18,
757
+ "train_batch_size": 8,
758
+ "trial_name": null,
759
+ "trial_params": null
760
+ }
checkpoint-4170/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b413671220e7487bd7d016a9b28faf1ae75b24ec5f3038dc9e69cf8f175d908a
3
+ size 5201
config.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "silu",
4
+ "architectures": [
5
+ "RfDetrForObjectDetection"
6
+ ],
7
+ "attention_bias": true,
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": true,
10
+ "backbone_config": {
11
+ "apply_layernorm": true,
12
+ "attention_probs_dropout_prob": 0.0,
13
+ "drop_path_rate": 0.0,
14
+ "dtype": "float32",
15
+ "hidden_act": "gelu",
16
+ "hidden_dropout_prob": 0.0,
17
+ "hidden_size": 384,
18
+ "image_size": 576,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-06,
21
+ "layerscale_value": 1.0,
22
+ "mlp_ratio": 4,
23
+ "model_type": "rf_detr_dinov2",
24
+ "num_attention_heads": 6,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "num_windows": 2,
28
+ "out_features": [
29
+ "stage3",
30
+ "stage6",
31
+ "stage9",
32
+ "stage12"
33
+ ],
34
+ "out_indices": [
35
+ 3,
36
+ 6,
37
+ 9,
38
+ 12
39
+ ],
40
+ "patch_size": 16,
41
+ "qkv_bias": true,
42
+ "reshape_hidden_states": true,
43
+ "stage_names": [
44
+ "stem",
45
+ "stage1",
46
+ "stage2",
47
+ "stage3",
48
+ "stage4",
49
+ "stage5",
50
+ "stage6",
51
+ "stage7",
52
+ "stage8",
53
+ "stage9",
54
+ "stage10",
55
+ "stage11",
56
+ "stage12"
57
+ ],
58
+ "use_mask_token": true,
59
+ "use_swiglu_ffn": false,
60
+ "window_block_indexes": [
61
+ 0,
62
+ 1,
63
+ 2,
64
+ 4,
65
+ 5,
66
+ 7,
67
+ 8,
68
+ 10,
69
+ 11
70
+ ]
71
+ },
72
+ "bbox_cost": 5,
73
+ "bbox_loss_coefficient": 5,
74
+ "c2f_num_blocks": 3,
75
+ "class_cost": 2,
76
+ "class_loss_coefficient": 1,
77
+ "d_model": 256,
78
+ "decoder_activation_function": "relu",
79
+ "decoder_cross_attention_heads": 16,
80
+ "decoder_ffn_dim": 2048,
81
+ "decoder_layers": 4,
82
+ "decoder_n_points": 2,
83
+ "decoder_self_attention_heads": 8,
84
+ "dice_loss_coefficient": 1,
85
+ "disable_custom_kernels": true,
86
+ "dropout": 0.1,
87
+ "dtype": "float32",
88
+ "eos_coefficient": 0.1,
89
+ "focal_alpha": 0.25,
90
+ "giou_cost": 2,
91
+ "giou_loss_coefficient": 2,
92
+ "group_detr": 13,
93
+ "hidden_expansion": 0.5,
94
+ "id2label": {
95
+ "0": "group",
96
+ "1": "image",
97
+ "2": "rectangle",
98
+ "3": "text"
99
+ },
100
+ "init_std": 0.02,
101
+ "intermediate_size": 1024,
102
+ "label2id": {
103
+ "group": 0,
104
+ "image": 1,
105
+ "rectangle": 2,
106
+ "text": 3
107
+ },
108
+ "layer_norm_eps": 1e-05,
109
+ "mask_class_loss_coefficient": 5.0,
110
+ "mask_dice_loss_coefficient": 5.0,
111
+ "mask_downsample_ratio": 4,
112
+ "mask_loss_coefficient": 1,
113
+ "mask_point_sample_ratio": 16,
114
+ "model_type": "rf_detr",
115
+ "num_feature_levels": 1,
116
+ "num_queries": 300,
117
+ "projector_scale_factors": [
118
+ 1.0
119
+ ],
120
+ "segmentation_head_activation_function": "gelu",
121
+ "transformers_version": "5.12.1",
122
+ "use_cache": false
123
+ }
gt_vs_predictions.png ADDED

Git LFS Details

  • SHA256: 4b80ba8779571e89f4b41a912cb0c1ecac6472d9a50c2177619e4ed05ab28813
  • Pointer size: 131 Bytes
  • Size of remote file: 866 kB
metrics_loss_map.png ADDED

Git LFS Details

  • SHA256: 6dcc2f92a0c51f68a15804afca4b12fc5d607051bd3d901dec2cd1442a39e688
  • Pointer size: 131 Bytes
  • Size of remote file: 106 kB
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ce6ac7e2ef845b0428c6f629e7c2057cac329bfc5b8c5341a9f9d405fd6794a
3
+ size 133560192
per_class_metrics.png ADDED
preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": true,
4
+ "do_pad": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "RfDetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "resample": 2,
20
+ "rescale_factor": 0.00392156862745098,
21
+ "size": {
22
+ "height": 576,
23
+ "width": 576
24
+ },
25
+ "use_fast": true
26
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b413671220e7487bd7d016a9b28faf1ae75b24ec5f3038dc9e69cf8f175d908a
3
+ size 5201