| { |
| "thresholds": { |
| "min_cosine": 0.99999, |
| "max_abs_error": 5e-05 |
| }, |
| "cases": [ |
| { |
| "name": "query", |
| "tokens": 15, |
| "max_abs_error": 1.0617077350616455e-07, |
| "cosine": 0.9999999403953552, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "document", |
| "tokens": 20, |
| "max_abs_error": 1.2968666851520538e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "unprefixed", |
| "tokens": 11, |
| "max_abs_error": 2.086162567138672e-07, |
| "cosine": 0.9999998807907104, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "code", |
| "tokens": 20, |
| "max_abs_error": 1.8719583749771118e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "spanish", |
| "tokens": 10, |
| "max_abs_error": 1.0803341865539551e-07, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "japanese", |
| "tokens": 10, |
| "max_abs_error": 1.043081283569336e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "short", |
| "tokens": 3, |
| "max_abs_error": 7.450580596923828e-08, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "long", |
| "tokens": 543, |
| "max_abs_error": 1.46450474858284e-07, |
| "cosine": 0.9999998807907104, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "near-capacity", |
| "tokens": 963, |
| "max_abs_error": 1.175212673842907e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "image", |
| "tokens": 256, |
| "max_abs_error": 6.705522537231445e-08, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "gradient", |
| "tokens": 257, |
| "max_abs_error": 8.940696716308594e-08, |
| "cosine": 0.9999999403953552, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "image-text", |
| "tokens": 260, |
| "max_abs_error": 1.1548399925231934e-07, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "two-images", |
| "tokens": 512, |
| "max_abs_error": 1.8440186977386475e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "audio", |
| "tokens": 29, |
| "max_abs_error": 3.3155083656311035e-07, |
| "cosine": 1.000000238418579, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "audio-text", |
| "tokens": 33, |
| "max_abs_error": 2.4493783712387085e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "audio-short", |
| "tokens": 9, |
| "max_abs_error": 1.7462298274040222e-07, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "audio-long", |
| "tokens": 129, |
| "max_abs_error": 7.130438461899757e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "audio-limit", |
| "tokens": 284, |
| "max_abs_error": 9.760260581970215e-07, |
| "cosine": 0.9999999403953552, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "video", |
| "tokens": 266, |
| "max_abs_error": 1.126900315284729e-07, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "video-text", |
| "tokens": 269, |
| "max_abs_error": 1.341104507446289e-07, |
| "cosine": 1.0, |
| "finite": true, |
| "unit_norm": 1.0 |
| }, |
| { |
| "name": "mixed", |
| "tokens": 555, |
| "max_abs_error": 2.0302832126617432e-07, |
| "cosine": 1.0000001192092896, |
| "finite": true, |
| "unit_norm": 1.0 |
| } |
| ], |
| "truncation_dims": [ |
| 128, |
| 256, |
| 512 |
| ], |
| "oversized_input_rejected": true |
| } |
|
|
