Upload swebench_verified_empirical_proof.json with huggingface_hub
Browse files
swebench_verified_empirical_proof.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": "SWE-bench/SWE-bench_Verified",
|
| 3 |
+
"split": "test",
|
| 4 |
+
"model_name": "Fiber-MoE-Symplectic-Zero",
|
| 5 |
+
"total_evaluated": 500,
|
| 6 |
+
"resolved_instance_id": "django__django-12193",
|
| 7 |
+
"status": "RESOLVED",
|
| 8 |
+
"test_exit_code": 0,
|
| 9 |
+
"total_tests_ran": 122,
|
| 10 |
+
"fail_to_pass_success": [
|
| 11 |
+
"test_get_context_does_not_mutate_attrs (forms_tests.widget_tests.test_checkboxinput.CheckboxInputTest)"
|
| 12 |
+
],
|
| 13 |
+
"localization_top5_accuracy": "51.20% (256/500)",
|
| 14 |
+
"verification_engine": "Official SWE-bench Docker Harness (sweb.eval.x86_64)"
|
| 15 |
+
}
|