54/151 resolved · labels {'WRONG_FIX': 97, 'RESOLVED': 54}
| Task | Resolved | Label | Outcome | Tool calls | Tool errors | Time (s) |
|---|---|---|---|---|---|---|
| fastapi_10895 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_11867 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12117 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12184 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12194 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12627 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_12935 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13314 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13639 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13694 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_13698 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14036 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14254 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14256 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14453 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14789 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_14874 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15077 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15093 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15515 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15863 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_15937 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_16043 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_16062 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_16076 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_4972 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_5823 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_6039 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_9630 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_9704 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_6302 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_6963 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7308 | yes | RESOLVED | PASS | None | 0 | 0 |
| requests_7395 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2088 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2095 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2166 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2188 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2209 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2210 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2219 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2254 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2292 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2296 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2301 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2330 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2332 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2346 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2495 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2510 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2659 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_2678 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3347 | yes | RESOLVED | PASS | None | 0 | 0 |
| rich_3937 | yes | RESOLVED | PASS | None | 0 | 0 |
| fastapi_10078 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_10529 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_10773 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_12971 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_15908 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_16011 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_16013 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_16102 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_16105 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_4923 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_5145 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_5187 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_5360 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_5365 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_6030 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9315 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9433 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9479 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9781 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9783 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| fastapi_9929 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2852 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2886 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2911 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2986 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2990 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2998 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_2999 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3001 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3045 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3050 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3061 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3116 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3178 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3187 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3188 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3250 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3312 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3367 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3371 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3373 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3376 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3377 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3387 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3389 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| httpx_3651 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6028 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6036 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6057 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6074 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6097 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6149 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6154 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6356 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6458 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6498 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| requests_6655 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2043 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2055 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2118 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2133 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2160 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2170 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2201 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2225 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2226 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2246 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2247 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2262 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2289 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2290 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2294 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2339 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2341 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2343 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2357 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2366 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2394 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2449 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2470 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2489 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2491 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2524 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2531 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2537 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2538 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2541 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2558 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2575 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2642 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2736 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2799 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2804 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2806 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2864 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_2923 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |
| rich_3332 | no | WRONG_FIX | wrong_fix_unsubmitted(None) | None | 0 | 0 |