mattbusi commited on
Commit
905bbee
·
verified ·
1 Parent(s): e44ffeb

Card: model-index benchmark metadata

Browse files
Files changed (1) hide show
  1. README.md +32 -0
README.md CHANGED
@@ -8,6 +8,38 @@ pipeline_tag: image-text-to-text
8
  inference: false
9
  quantized_by: shadowrock-io
10
  library_name: vllm
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  tags:
12
  - fp8
13
  - w8a8
 
8
  inference: false
9
  quantized_by: shadowrock-io
10
  library_name: vllm
11
+ metrics:
12
+ - f1
13
+ model-index:
14
+ - name: LocateAnything-3B-Community-FP8-Dynamic
15
+ results:
16
+ - task:
17
+ type: object-detection
18
+ name: Open-vocabulary visual grounding
19
+ dataset:
20
+ name: COCO val2017 grounding slice (100 images, 288 queries)
21
+ type: coco
22
+ config: default
23
+ split: validation
24
+ metrics:
25
+ - type: f1_at_iou_0.5
26
+ name: F1@0.5 (seed mean)
27
+ value: 0.6192
28
+ - type: mean_f1_50_95
29
+ name: mean F1@0.50:0.95 (seed mean)
30
+ value: 0.4712
31
+ - type: precision_at_iou_0.5
32
+ name: Precision@0.5 (seed mean)
33
+ value: 0.7255
34
+ - type: recall_at_iou_0.5
35
+ name: Recall@0.5 (seed mean)
36
+ value: 0.5402
37
+ - type: mean_matched_iou
38
+ name: Mean matched IoU (seed mean)
39
+ value: 0.8548
40
+ source:
41
+ name: ShadowRock eval (raw JSON)
42
+ url: https://huggingface.co/shadowrock-io/LocateAnything-3B-Community-FP8-Dynamic/tree/main/evidence
43
  tags:
44
  - fp8
45
  - w8a8