95/129 resolved · labels {'RESOLVED': 95, 'WRONG_FIX': 34}
| Task | Resolved | Label | Outcome | Tool calls | Tool errors | Time (s) |
|---|---|---|---|---|---|---|
| fastapi_11355 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12942 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13207 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13713 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13920 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14077 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14186 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14246 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14258 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14266 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14301 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14306 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14349 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14360 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14361 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14372 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14419 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14430 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14448 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14455 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14458 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14459 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14463 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14479 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14482 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14485 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14492 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14512 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14609 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14786 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14794 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14851 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14873 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14978 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14986 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15023 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15030 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15280 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15588 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15589 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15661 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15800 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_5077 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_5624 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_9425 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_9555 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_9753 | yes | RESOLVED | PASS | None | 0 | 0 |
| httpx_3672 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_6644 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7205 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7309 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7315 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7328 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7427 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7433 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7502 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7505 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2725 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2943 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3006 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3052 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3061 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3063 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3067 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3180 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3278 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3454 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3468 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3470 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3471 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3480 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3486 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3506 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3518 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3521 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3535 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3675 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3676 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3718 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3772 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3777 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3882 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3894 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3905 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3930 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3934 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3935 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3938 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3942 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3944 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3953 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_4006 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_4075 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_4076 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_4077 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_11194 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_13537 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_13786 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14099 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14262 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14297 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14303 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14356 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14371 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14487 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14583 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14605 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14616 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14791 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14953 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14962 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_14964 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_15745 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_15763 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_15785 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6589 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6592 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6629 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6757 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3043 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3064 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3105 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3130 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3296 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3469 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3472 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3782 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_4070 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_4079 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |