Skip to content

armgit / LEANN

Public Imported from GitHub
0

[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.

135 KB
Raw Blame
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__19a1fba2", "num_steps": 8, "final": {"file": {"coverage": 1.0, "precision": 1.0, "intersection": 4, "gold_size": 4, "pred_size": 4}, "symbol": {"coverage": 0.2, "precision": 0.5, "intersection": 2, "gold_size": 10, "pred_size": 4}, "span": {"coverage": 0.3061869765851991, "precision": 0.5827911515940143, "intersection": 3583, "gold_size": 11702, "pred_size": 6148}, "line": {"coverage": 0.22556390977443608, "precision": 0.3468208092485549, "intersection": 60, "gold_size": 266, "pred_size": 173}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.2, "span": 0.3061869765851991, "line": 0.22556390977443608}}], "auc_coverage": {"file": 0.65625, "symbol": 0.125, "span": 0.19136686036574946, "line": 0.14097744360902253}, "redundancy": {"file": 0.5, "symbol": 0.33333333333333337, "span": 0.30812514067071795, "line": 0.21363636363636362}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 266, "pred_size": 6}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__2464eadb", "num_steps": 6, "final": {"file": {"coverage": 1.0, "precision": 0.3333333333333333, "intersection": 1, "gold_size": 1, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 1, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 3589, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 116, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 9, "gold_size": 116, "pred_size": 9}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__38dc8f4e", "num_steps": 10, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.13513513513513514, "precision": 0.625, "intersection": 5, "gold_size": 37, "pred_size": 8}, "span": {"coverage": 0.22560949934734095, "precision": 0.7545416138572032, "intersection": 5358, "gold_size": 23749, "pred_size": 7101}, "line": {"coverage": 0.2225392296718973, "precision": 0.7358490566037735, "intersection": 156, "gold_size": 701, "pred_size": 212}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.02702702702702703, "span": 0.04640195376647438, "line": 0.0442225392296719}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.08108108108108109, "span": 0.06236052044296602, "line": 0.06704707560627675}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.08108108108108109, "span": 0.21424059960419387, "line": 0.21112696148359486}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.13513513513513514, "span": 0.22560949934734095, "line": 0.2225392296718973}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.13513513513513514, "span": 0.22560949934734095, "line": 0.2225392296718973}}], "auc_coverage": {"file": 0.3, "symbol": 0.04594594594594595, "span": 0.07742220725083163, "line": 0.07674750356633381}, "redundancy": {"file": 0.7777777777777778, "symbol": 0.11111111111111116, "span": 0.000281571167112471, "line": 0.009345794392523366}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 164, "gold_size": 701, "pred_size": 164}}
{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__2bfb5681", "num_steps": 11, "final": {"file": {"coverage": 0.5, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 14, "pred_size": 12}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 20276, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 508, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.35714285714285715, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.41558441558441556, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.1428571428571429, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.8888888888888888, "precision": 0.8888888888888888, "intersection": 8, "gold_size": 508, "pred_size": 9}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__71253eae", "num_steps": 19, "final": {"file": {"coverage": 0.375, "precision": 0.6, "intersection": 3, "gold_size": 8, "pred_size": 5}, "symbol": {"coverage": 0.5833333333333334, "precision": 0.30434782608695654, "intersection": 7, "gold_size": 12, "pred_size": 23}, "span": {"coverage": 0.19213403041825095, "precision": 0.1701747000631446, "intersection": 1617, "gold_size": 8416, "pred_size": 9502}, "line": {"coverage": 0.2170212765957447, "precision": 0.19029850746268656, "intersection": 51, "gold_size": 235, "pred_size": 268}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 6, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 7, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 8, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.25, "span": 0.1061074144486692, "line": 0.09361702127659574}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 12, "coverage": {"file": 0.25, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 13, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 14, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 15, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 16, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 17, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 18, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}, {"step": 19, "coverage": {"file": 0.375, "symbol": 0.5833333333333334, "span": 0.19213403041825095, "line": 0.2170212765957447}}], "auc_coverage": {"file": 0.26973684210526316, "symbol": 0.3684210526315789, "span": 0.13010306183710224, "line": 0.13729003359462488}, "redundancy": {"file": 0.5454545454545454, "symbol": 0.14814814814814814, "span": 0.2059167641651346, "line": 0.17791411042944782}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 235, "pred_size": 2}}
{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__93b583ae", "num_steps": 21, "final": {"file": {"coverage": 0.3888888888888889, "precision": 0.4666666666666667, "intersection": 7, "gold_size": 18, "pred_size": 15}, "symbol": {"coverage": 0.045454545454545456, "precision": 0.16666666666666666, "intersection": 1, "gold_size": 22, "pred_size": 6}, "span": {"coverage": 0.06327931630318032, "precision": 0.2700278995615783, "intersection": 1355, "gold_size": 21413, "pred_size": 5018}, "line": {"coverage": 0.06656101426307448, "precision": 0.2485207100591716, "intersection": 42, "gold_size": 631, "pred_size": 169}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2222222222222222, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.2777777777777778, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 0.3888888888888889, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 0.3888888888888889, "symbol": 0.045454545454545456, "span": 0.06327931630318032, "line": 0.06656101426307448}}], "auc_coverage": {"file": 0.26984126984126994, "symbol": 0.0021645021645021645, "span": 0.00301330077634192, "line": 0.0031695721077654514}, "redundancy": {"file": 0.21052631578947367, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.4166666666666667, "precision": 0.4166666666666667, "intersection": 5, "gold_size": 631, "pred_size": 12}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__dcc84d4c", "num_steps": 13, "final": {"file": {"coverage": 0.4, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 5, "pred_size": 3}, "symbol": {"coverage": 0.625, "precision": 0.6666666666666666, "intersection": 10, "gold_size": 16, "pred_size": 15}, "span": {"coverage": 0.7068882851206648, "precision": 0.2547004117359132, "intersection": 8846, "gold_size": 12514, "pred_size": 34731}, "line": {"coverage": 0.6832740213523132, "precision": 0.26928471248246844, "intersection": 192, "gold_size": 281, "pred_size": 713}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.3125, "span": 0.30845453092536357, "line": 0.302491103202847}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.375, "span": 0.3676682116030046, "line": 0.37722419928825623}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.5, "span": 0.4070640882211923, "line": 0.4128113879003559}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.5, "span": 0.614591657343775, "line": 0.604982206405694}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.5625, "span": 0.6761227425283682, "line": 0.6654804270462633}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 12, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}, {"step": 13, "coverage": {"file": 0.4, "symbol": 0.625, "span": 0.7068882851206648, "line": 0.6832740213523132}}], "auc_coverage": {"file": 0.3538461538461538, "symbol": 0.4951923076923077, "span": 0.5561401998991898, "line": 0.5455789761839582}, "redundancy": {"file": 0.7692307692307692, "symbol": 0.5454545454545454, "span": 0.2021181281444554, "line": 0.19887640449438204}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 8, "gold_size": 281, "pred_size": 8}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__462b957d", "num_steps": 11, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 0.5555555555555556, "precision": 0.7142857142857143, "intersection": 5, "gold_size": 9, "pred_size": 7}, "span": {"coverage": 0.5071542130365659, "precision": 0.6880931837791199, "intersection": 6380, "gold_size": 12580, "pred_size": 9272}, "line": {"coverage": 0.5060240963855421, "precision": 0.5915492957746479, "intersection": 126, "gold_size": 249, "pred_size": 213}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.2222222222222222, "span": 0.27631160572337043, "line": 0.27309236947791166}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5003974562798092, "line": 0.4859437751004016}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5555555555555556, "span": 0.5071542130365659, "line": 0.5060240963855421}}], "auc_coverage": {"file": 0.9090909090909091, "symbol": 0.36363636363636365, "span": 0.35014452955629427, "line": 0.34501642935377874}, "redundancy": {"file": 0.8, "symbol": 0.41666666666666663, "span": 0.27556840378154546, "line": 0.24468085106382975}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 3, "gold_size": 249, "pred_size": 3}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__9af74069", "num_steps": 17, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.5, "intersection": 4, "gold_size": 6, "pred_size": 8}, "symbol": {"coverage": 0.4, "precision": 0.2608695652173913, "intersection": 6, "gold_size": 15, "pred_size": 23}, "span": {"coverage": 0.473926632669847, "precision": 0.16664738546968996, "intersection": 2881, "gold_size": 6079, "pred_size": 17288}, "line": {"coverage": 0.48936170212765956, "precision": 0.14511041009463724, "intersection": 92, "gold_size": 188, "pred_size": 634}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.06666666666666667, "span": 0.06251028129626583, "line": 0.05851063829787234}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.4, "span": 0.473926632669847, "line": 0.48936170212765956}}], "auc_coverage": {"file": 0.5000000000000001, "symbol": 0.08235294117647059, "span": 0.09466533775872579, "line": 0.09668335419274092}, "redundancy": {"file": 0.5, "symbol": 0.04166666666666663, "span": 0.0024235429890363536, "line": 0.0015748031496063408}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 42, "gold_size": 188, "pred_size": 42}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7b688a35", "num_steps": 26, "final": {"file": {"coverage": 0.6, "precision": 0.6, "intersection": 6, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.6666666666666666, "precision": 0.10714285714285714, "intersection": 6, "gold_size": 9, "pred_size": 56}, "span": {"coverage": 0.2517377201112141, "precision": 0.0666400883218842, "intersection": 2173, "gold_size": 8632, "pred_size": 32608}, "line": {"coverage": 0.2916666666666667, "precision": 0.06976744186046512, "intersection": 63, "gold_size": 216, "pred_size": 903}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.2222222222222222, "span": 0.0711306765523633, "line": 0.06944444444444445}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.2222222222222222, "span": 0.0711306765523633, "line": 0.06944444444444445}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 7, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 8, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 9, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 10, "coverage": {"file": 0.4, "symbol": 0.5555555555555556, "span": 0.12905468025949954, "line": 0.125}}, {"step": 11, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 12, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 13, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 14, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 15, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 16, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 17, "coverage": {"file": 0.4, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.1855885078776645, "line": 0.18981481481481483}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.6666666666666666, "span": 0.2079471733086191, "line": 0.2222222222222222}}, {"step": 25, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2517377201112141, "line": 0.2916666666666667}}, {"step": 26, "coverage": {"file": 0.6, "symbol": 0.6666666666666666, "span": 0.2517377201112141, "line": 0.2916666666666667}}], "auc_coverage": {"file": 0.4115384615384615, "symbol": 0.5555555555555555, "span": 0.15970984529835314, "line": 0.16631054131054135}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.1384615384615384, "span": 0.03403738483870011, "line": 0.03422459893048124}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 216, "pred_size": 2}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__64fffdfa", "num_steps": 16, "final": {"file": {"coverage": 0.5, "precision": 0.5, "intersection": 3, "gold_size": 6, "pred_size": 6}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 3, "pred_size": 7}, "span": {"coverage": 0.09917497421794431, "precision": 0.07980636237897648, "intersection": 577, "gold_size": 5818, "pred_size": 7230}, "line": {"coverage": 0.11188811188811189, "precision": 0.07881773399014778, "intersection": 16, "gold_size": 143, "pred_size": 203}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.09917497421794431, "line": 0.11188811188811189}}], "auc_coverage": {"file": 0.3958333333333333, "symbol": 0.0, "span": 0.04338905122035064, "line": 0.04895104895104895}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 143, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__22a1484c", "num_steps": 24, "final": {"file": {"coverage": 0.7272727272727273, "precision": 0.5, "intersection": 8, "gold_size": 11, "pred_size": 16}, "symbol": {"coverage": 0.27586206896551724, "precision": 0.16326530612244897, "intersection": 8, "gold_size": 29, "pred_size": 49}, "span": {"coverage": 0.3826070968928112, "precision": 0.2289958734525447, "intersection": 4162, "gold_size": 10878, "pred_size": 18175}, "line": {"coverage": 0.3686440677966102, "precision": 0.17159763313609466, "intersection": 87, "gold_size": 236, "pred_size": 507}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.09090909090909091, "symbol": 0.06896551724137931, "span": 0.12208126493840779, "line": 0.09322033898305085}}, {"step": 3, "coverage": {"file": 0.09090909090909091, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 5, "coverage": {"file": 0.36363636363636365, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 6, "coverage": {"file": 0.45454545454545453, "symbol": 0.13793103448275862, "span": 0.21980143408714836, "line": 0.2033898305084746}}, {"step": 7, "coverage": {"file": 0.5454545454545454, "symbol": 0.20689655172413793, "span": 0.3480419194704909, "line": 0.326271186440678}}, {"step": 8, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 9, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 10, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 11, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 12, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 13, "coverage": {"file": 0.6363636363636364, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 14, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 15, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 16, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 17, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 18, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 19, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 20, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 21, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 22, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 23, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}, {"step": 24, "coverage": {"file": 0.7272727272727273, "symbol": 0.27586206896551724, "span": 0.3826070968928112, "line": 0.3686440677966102}}], "auc_coverage": {"file": 0.568181818181818, "symbol": 0.22988505747126434, "span": 0.3272353986639701, "line": 0.31249999999999994}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.05769230769230771, "span": 0.1085879640982883, "line": 0.08483754512635377}}, "editloc": {"recall": 0.9090909090909091, "precision": 0.9090909090909091, "intersection": 10, "gold_size": 236, "pred_size": 11}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__1177cd53", "num_steps": 18, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 9, "gold_size": 18, "pred_size": 9}, "symbol": {"coverage": 0.1875, "precision": 0.375, "intersection": 3, "gold_size": 16, "pred_size": 8}, "span": {"coverage": 0.34133293706813284, "precision": 0.3101748700290325, "intersection": 4594, "gold_size": 13459, "pred_size": 14811}, "line": {"coverage": 0.3326923076923077, "precision": 0.29471890971039183, "intersection": 173, "gold_size": 520, "pred_size": 587}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1111111111111111, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 5, "coverage": {"file": 0.2222222222222222, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0625, "span": 0.03640686529459841, "line": 0.03076923076923077}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.1875, "span": 0.26420982242365704, "line": 0.2326923076923077}}, {"step": 9, "coverage": {"file": 0.4444444444444444, "symbol": 0.1875, "span": 0.26420982242365704, "line": 0.2326923076923077}}, {"step": 10, "coverage": {"file": 0.4444444444444444, "symbol": 0.1875, "span": 0.29935359239170817, "line": 0.2692307692307692}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.29935359239170817, "line": 0.2692307692307692}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.31005275280481465, "line": 0.2846153846153846}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.1875, "span": 0.34133293706813284, "line": 0.3326923076923077}}], "auc_coverage": {"file": 0.36419753086419754, "symbol": 0.1284722222222222, "span": 0.19823579430533886, "line": 0.183974358974359}, "redundancy": {"file": 0.6086956521739131, "symbol": 0.33333333333333337, "span": 0.18302167797451596, "line": 0.18922651933701662}}, "editloc": {"recall": 0.8125, "precision": 0.8125, "intersection": 13, "gold_size": 520, "pred_size": 16}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a4287775", "num_steps": 8, "final": {"file": {"coverage": 0.5714285714285714, "precision": 1.0, "intersection": 4, "gold_size": 7, "pred_size": 4}, "symbol": {"coverage": 0.18309859154929578, "precision": 0.5416666666666666, "intersection": 13, "gold_size": 71, "pred_size": 24}, "span": {"coverage": 0.152125154199843, "precision": 0.47738870314974485, "intersection": 2713, "gold_size": 17834, "pred_size": 5683}, "line": {"coverage": 0.156140350877193, "precision": 0.49171270718232046, "intersection": 89, "gold_size": 570, "pred_size": 181}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5714285714285714, "symbol": 0.14084507042253522, "span": 0.14348996299203767, "line": 0.14210526315789473}}, {"step": 8, "coverage": {"file": 0.5714285714285714, "symbol": 0.18309859154929578, "span": 0.152125154199843, "line": 0.156140350877193}}], "auc_coverage": {"file": 0.4464285714285714, "symbol": 0.040492957746478875, "span": 0.03695188964898508, "line": 0.03728070175438597}, "redundancy": {"file": 0.5555555555555556, "symbol": 0.07692307692307687, "span": 0.003157340817400489, "line": 0.005494505494505475}}, "editloc": {"recall": 0.1875, "precision": 0.1875, "intersection": 57, "gold_size": 570, "pred_size": 304}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ba13492e", "num_steps": 16, "final": {"file": {"coverage": 0.5, "precision": 0.6, "intersection": 3, "gold_size": 6, "pred_size": 5}, "symbol": {"coverage": 0.22580645161290322, "precision": 1.0, "intersection": 7, "gold_size": 31, "pred_size": 7}, "span": {"coverage": 0.26549860468402275, "precision": 0.48235143113849316, "intersection": 7516, "gold_size": 28309, "pred_size": 15582}, "line": {"coverage": 0.22535211267605634, "precision": 0.41830065359477125, "intersection": 128, "gold_size": 568, "pred_size": 306}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0967741935483871, "span": 0.09781341622805469, "line": 0.07394366197183098}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.19237698258504363, "line": 0.1637323943661972}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.22869052244869123, "line": 0.2007042253521127}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.26549860468402275, "line": 0.22535211267605634}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.22580645161290322, "span": 0.26549860468402275, "line": 0.22535211267605634}}], "auc_coverage": {"file": 0.4375, "symbol": 0.11895161290322581, "span": 0.11598122505210359, "line": 0.09881161971830986}, "redundancy": {"file": 0.6153846153846154, "symbol": 0.2222222222222222, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 109, "gold_size": 568, "pred_size": 109}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__b91d5788", "num_steps": 19, "final": {"file": {"coverage": 0.7, "precision": 0.7, "intersection": 7, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.6111111111111112, "precision": 0.2894736842105263, "intersection": 11, "gold_size": 18, "pred_size": 38}, "span": {"coverage": 0.5285791631216645, "precision": 0.30068637803590287, "intersection": 6834, "gold_size": 12929, "pred_size": 22728}, "line": {"coverage": 0.46537396121883656, "precision": 0.2557077625570776, "intersection": 168, "gold_size": 361, "pred_size": 657}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.3333333333333333, "span": 0.12135509320133034, "line": 0.09418282548476455}}, {"step": 4, "coverage": {"file": 0.3, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.3888888888888889, "span": 0.18276742207440638, "line": 0.15789473684210525}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.5, "span": 0.21440173253925285, "line": 0.19113573407202217}}, {"step": 11, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 12, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 13, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 14, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.400804393224534, "line": 0.41274238227146814}}, {"step": 15, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 16, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 17, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 18, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}, {"step": 19, "coverage": {"file": 0.7, "symbol": 0.6111111111111112, "span": 0.5285791631216645, "line": 0.46537396121883656}}], "auc_coverage": {"file": 0.5052631578947369, "symbol": 0.4736842105263156, "span": 0.3038619830572641, "line": 0.27948680565680123}, "redundancy": {"file": 0.4444444444444444, "symbol": 0.17391304347826086, "span": 0.1156764328236255, "line": 0.11455525606469008}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 361, "pred_size": 11}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__091dae2f", "num_steps": 2, "final": {"file": {"coverage": 0.375, "precision": 1.0, "intersection": 3, "gold_size": 8, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 27, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 21719, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 582, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.375, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.3125, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 582, "pred_size": 6}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__b6eff698", "num_steps": 7, "final": {"file": {"coverage": 0.125, "precision": 0.3333333333333333, "intersection": 1, "gold_size": 8, "pred_size": 3}, "symbol": {"coverage": 0.11904761904761904, "precision": 0.5555555555555556, "intersection": 5, "gold_size": 42, "pred_size": 9}, "span": {"coverage": 0.15753632617653437, "precision": 0.525538995803791, "intersection": 3632, "gold_size": 23055, "pred_size": 6911}, "line": {"coverage": 0.14940828402366865, "precision": 0.5343915343915344, "intersection": 101, "gold_size": 676, "pred_size": 189}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.125, "symbol": 0.11904761904761904, "span": 0.13133810453263933, "line": 0.12721893491124261}}, {"step": 7, "coverage": {"file": 0.125, "symbol": 0.11904761904761904, "span": 0.15753632617653437, "line": 0.14940828402366865}}], "auc_coverage": {"file": 0.08928571428571429, "symbol": 0.03401360544217687, "span": 0.04126777581559625, "line": 0.03951817413355875}, "redundancy": {"file": 0.5, "symbol": 0.18181818181818177, "span": 0.15698950963649672, "line": 0.17105263157894735}}, "editloc": {"recall": 0.9473684210526315, "precision": 0.9473684210526315, "intersection": 18, "gold_size": 676, "pred_size": 19}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__fcb506a5", "num_steps": 5, "final": {"file": {"coverage": 0.3, "precision": 0.42857142857142855, "intersection": 3, "gold_size": 10, "pred_size": 7}, "symbol": {"coverage": 0.03636363636363636, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 55, "pred_size": 3}, "span": {"coverage": 0.025502485411713852, "precision": 0.5673076923076923, "intersection": 826, "gold_size": 32389, "pred_size": 1456}, "line": {"coverage": 0.025191675794085433, "precision": 0.5, "intersection": 23, "gold_size": 913, "pred_size": 46}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3, "symbol": 0.03636363636363636, "span": 0.025502485411713852, "line": 0.025191675794085433}}], "auc_coverage": {"file": 0.22000000000000003, "symbol": 0.007272727272727273, "span": 0.0051004970823427705, "line": 0.005038335158817087}, "redundancy": {"file": 0.125, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 151, "gold_size": 913, "pred_size": 151}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__3cfd9a02", "num_steps": 2, "final": {"file": {"coverage": 0.16666666666666666, "precision": 1.0, "intersection": 1, "gold_size": 6, "pred_size": 1}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 13, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 5110, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 146, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 146, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__4c132bfd", "num_steps": 7, "final": {"file": {"coverage": 1.0, "precision": 0.5, "intersection": 1, "gold_size": 1, "pred_size": 2}, "symbol": {"coverage": 1.0, "precision": 0.1875, "intersection": 3, "gold_size": 3, "pred_size": 16}, "span": {"coverage": 0.6016152958628647, "precision": 0.2327064073956009, "intersection": 3650, "gold_size": 6067, "pred_size": 15685}, "line": {"coverage": 0.6044776119402985, "precision": 0.2231404958677686, "intersection": 81, "gold_size": 134, "pred_size": 363}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.1190044503049283, "line": 0.15671641791044777}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 1.0, "span": 0.6016152958628647, "line": 0.6044776119402985}}], "auc_coverage": {"file": 1.0, "symbol": 0.6666666666666666, "span": 0.360780804822341, "line": 0.3678038379530917}, "redundancy": {"file": 0.7142857142857143, "symbol": 0.11111111111111116, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.3684210526315789, "precision": 0.3684210526315789, "intersection": 70, "gold_size": 134, "pred_size": 190}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__7c2efe8a", "num_steps": 29, "final": {"file": {"coverage": 0.8333333333333334, "precision": 0.3125, "intersection": 5, "gold_size": 6, "pred_size": 16}, "symbol": {"coverage": 0.23529411764705882, "precision": 0.2857142857142857, "intersection": 4, "gold_size": 17, "pred_size": 14}, "span": {"coverage": 0.2460924509477885, "precision": 0.2826585179526356, "intersection": 1480, "gold_size": 6014, "pred_size": 5236}, "line": {"coverage": 0.19553072625698323, "precision": 0.24822695035460993, "intersection": 35, "gold_size": 179, "pred_size": 141}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.12936481543066178, "line": 0.0893854748603352}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 17, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 18, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 19, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 20, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 21, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 22, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 23, "coverage": {"file": 0.6666666666666666, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 24, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.21749251745926174, "line": 0.1787709497206704}}, {"step": 25, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 26, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 27, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 28, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}, {"step": 29, "coverage": {"file": 0.8333333333333334, "symbol": 0.23529411764705882, "span": 0.2460924509477885, "line": 0.19553072625698323}}], "auc_coverage": {"file": 0.6206896551724137, "symbol": 0.17038539553752535, "span": 0.18026902744171644, "line": 0.1446734733192063}, "redundancy": {"file": 0.4666666666666667, "symbol": 0.26315789473684215, "span": 0.3645631067961165, "line": 0.33490566037735847}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 3, "gold_size": 179, "pred_size": 3}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__40a717e5", "num_steps": 18, "final": {"file": {"coverage": 0.6923076923076923, "precision": 0.9, "intersection": 9, "gold_size": 13, "pred_size": 10}, "symbol": {"coverage": 0.17647058823529413, "precision": 1.0, "intersection": 3, "gold_size": 17, "pred_size": 3}, "span": {"coverage": 0.2676705882352941, "precision": 0.24574440508079148, "intersection": 2844, "gold_size": 10625, "pred_size": 11573}, "line": {"coverage": 0.24939467312348668, "precision": 0.23787528868360278, "intersection": 103, "gold_size": 413, "pred_size": 433}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.23076923076923078, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.46153846153846156, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5384615384615384, "symbol": 0.058823529411764705, "span": 0.029458823529411763, "line": 0.03389830508474576}}, {"step": 8, "coverage": {"file": 0.5384615384615384, "symbol": 0.11764705882352941, "span": 0.04508235294117647, "line": 0.05084745762711865}}, {"step": 9, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.04508235294117647, "line": 0.05084745762711865}}, {"step": 10, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 11, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 12, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 13, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 14, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 15, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 16, "coverage": {"file": 0.6923076923076923, "symbol": 0.11764705882352941, "span": 0.05383529411764706, "line": 0.06779661016949153}}, {"step": 17, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.1831529411764706, "line": 0.14527845036319612}}, {"step": 18, "coverage": {"file": 0.6923076923076923, "symbol": 0.17647058823529413, "span": 0.2676705882352941, "line": 0.24939467312348668}}], "auc_coverage": {"file": 0.5085470085470085, "symbol": 0.08169934640522876, "span": 0.05262745098039215, "line": 0.05582458972289481}, "redundancy": {"file": 0.4444444444444444, "symbol": 0.5, "span": 0.10210256808130969, "line": 0.10537190082644632}}, "editloc": {"recall": 0.8484848484848485, "precision": 0.8484848484848485, "intersection": 28, "gold_size": 413, "pred_size": 33}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__52d866b3", "num_steps": 25, "final": {"file": {"coverage": 0.25, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 24, "pred_size": 9}, "symbol": {"coverage": 0.09090909090909091, "precision": 0.09090909090909091, "intersection": 1, "gold_size": 11, "pred_size": 11}, "span": {"coverage": 0.11771021699819169, "precision": 0.21560915019149157, "intersection": 2083, "gold_size": 17696, "pred_size": 9661}, "line": {"coverage": 0.12660944206008584, "precision": 0.16526610644257703, "intersection": 59, "gold_size": 466, "pred_size": 357}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.041666666666666664, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.08333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.125, "symbol": 0.09090909090909091, "span": 0.07080696202531646, "line": 0.08798283261802575}}, {"step": 4, "coverage": {"file": 0.125, "symbol": 0.09090909090909091, "span": 0.0841998191681736, "line": 0.09871244635193133}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 7, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 8, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 9, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 10, "coverage": {"file": 0.16666666666666666, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 11, "coverage": {"file": 0.20833333333333334, "symbol": 0.09090909090909091, "span": 0.08651672694394213, "line": 0.10085836909871244}}, {"step": 12, "coverage": {"file": 0.20833333333333334, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 13, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 14, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 15, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 16, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 17, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 18, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 19, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 20, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 21, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 22, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 23, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 24, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}, {"step": 25, "coverage": {"file": 0.25, "symbol": 0.09090909090909091, "span": 0.11771021699819169, "line": 0.12660944206008584}}], "auc_coverage": {"file": 0.20166666666666663, "symbol": 0.08363636363636362, "span": 0.09634267631103073, "line": 0.1066094420600858}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.38888888888888884, "span": 0.2287242535526106, "line": 0.2306034482758621}}, "editloc": {"recall": 0.475, "precision": 0.475, "intersection": 19, "gold_size": 466, "pred_size": 40}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__720b4d92", "num_steps": 8, "final": {"file": {"coverage": 0.36363636363636365, "precision": 0.8, "intersection": 4, "gold_size": 11, "pred_size": 5}, "symbol": {"coverage": 0.2857142857142857, "precision": 0.46153846153846156, "intersection": 6, "gold_size": 21, "pred_size": 13}, "span": {"coverage": 0.2459816303099885, "precision": 0.3813125695216908, "intersection": 3428, "gold_size": 13936, "pred_size": 8990}, "line": {"coverage": 0.2604166666666667, "precision": 0.37202380952380953, "intersection": 125, "gold_size": 480, "pred_size": 336}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.18181818181818182, "symbol": 0.19047619047619047, "span": 0.1359787600459242, "line": 0.14375}}, {"step": 3, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 4, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.23809523809523808, "span": 0.2197187141216992, "line": 0.23333333333333334}}, {"step": 6, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}, {"step": 8, "coverage": {"file": 0.36363636363636365, "symbol": 0.2857142857142857, "span": 0.2459816303099885, "line": 0.2604166666666667}}], "auc_coverage": {"file": 0.2613636363636364, "symbol": 0.22023809523809518, "span": 0.1916349741676234, "line": 0.20312500000000003}, "redundancy": {"file": 0.5, "symbol": 0.23529411764705888, "span": 0.17280088332719912, "line": 0.16831683168316836}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 480, "pred_size": 1}}
{"instance_id": "SWE-Bench-Pro__go__maintenance__bugfix__997c7afd", "num_steps": 7, "final": {"file": {"coverage": 0.07692307692307693, "precision": 0.25, "intersection": 1, "gold_size": 13, "pred_size": 4}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 11, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 9693, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 346, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.07692307692307693, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.05494505494505495, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.19999999999999996, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 346, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__82518720", "num_steps": 27, "final": {"file": {"coverage": 0.6363636363636364, "precision": 0.3888888888888889, "intersection": 7, "gold_size": 11, "pred_size": 18}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 6, "pred_size": 2}, "span": {"coverage": 0.12239858906525573, "precision": 0.2224562688890924, "intersection": 2429, "gold_size": 19845, "pred_size": 10919}, "line": {"coverage": 0.14807302231237324, "precision": 0.2517241379310345, "intersection": 73, "gold_size": 493, "pred_size": 290}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.09090909090909091, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 10, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 11, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 12, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 13, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.044595616024187455, "line": 0.06490872210953347}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 15, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 16, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 17, "coverage": {"file": 0.45454545454545453, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 18, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 19, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 20, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 21, "coverage": {"file": 0.5454545454545454, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 22, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 23, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.09705215419501134, "line": 0.11764705882352941}}, {"step": 24, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 25, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 26, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}, {"step": 27, "coverage": {"file": 0.6363636363636364, "symbol": 0.0, "span": 0.12239858906525573, "line": 0.14807302231237324}}], "auc_coverage": {"file": 0.42087542087542085, "symbol": 0.0, "span": 0.06233681401229902, "line": 0.07752986251972054}, "redundancy": {"file": 0.21739130434782605, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 493, "pred_size": 385}}
{"instance_id": "SWE-Bench-Pro__javascript__maintenance__bugfix__e31ec45c", "num_steps": 9, "final": {"file": {"coverage": 0.36363636363636365, "precision": 1.0, "intersection": 4, "gold_size": 11, "pred_size": 4}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 46, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 16305, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 470, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.2727272727272727, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.36363636363636365, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.2222222222222222, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 470, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__07bb383a", "num_steps": 11, "final": {"file": {"coverage": 1.0, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 6, "pred_size": 9}, "symbol": {"coverage": 0.5, "precision": 0.6, "intersection": 15, "gold_size": 30, "pred_size": 25}, "span": {"coverage": 0.175080600770622, "precision": 0.41954022988505746, "intersection": 4453, "gold_size": 25434, "pred_size": 10614}, "line": {"coverage": 0.19499105545617174, "precision": 0.39636363636363636, "intersection": 109, "gold_size": 559, "pred_size": 275}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.8333333333333334, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.0983722576079264, "line": 0.11091234347048301}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.5, "span": 0.175080600770622, "line": 0.19499105545617174}}], "auc_coverage": {"file": 0.7121212121212122, "symbol": 0.09090909090909091, "span": 0.042745215781309194, "line": 0.04797528053342007}, "redundancy": {"file": 0.3076923076923077, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 559, "pred_size": 1}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__0bac5789", "num_steps": 5, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.2727272727272727, "precision": 0.5, "intersection": 3, "gold_size": 11, "pred_size": 6}, "span": {"coverage": 0.4175455042574799, "precision": 0.782347775175644, "intersection": 5345, "gold_size": 12801, "pred_size": 6832}, "line": {"coverage": 0.32903225806451614, "precision": 0.6938775510204082, "intersection": 102, "gold_size": 310, "pred_size": 147}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4175455042574799, "line": 0.32903225806451614}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.2727272727272727, "span": 0.4175455042574799, "line": 0.32903225806451614}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.10909090909090909, "span": 0.16701820170299195, "line": 0.13161290322580646}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 310, "pred_size": 1}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__18d7bbbc", "num_steps": 51, "final": {"file": {"coverage": 0.6363636363636364, "precision": 0.4375, "intersection": 7, "gold_size": 11, "pred_size": 16}, "symbol": {"coverage": 0.6222222222222222, "precision": 0.3181818181818182, "intersection": 28, "gold_size": 45, "pred_size": 88}, "span": {"coverage": 0.6587611607142857, "precision": 0.34768878344105375, "intersection": 21249, "gold_size": 32256, "pred_size": 61115}, "line": {"coverage": 0.5992462311557789, "precision": 0.30362826225334183, "intersection": 477, "gold_size": 796, "pred_size": 1571}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.18181818181818182, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.36363636363636365, "symbol": 0.2, "span": 0.14546130952380953, "line": 0.13693467336683418}}, {"step": 8, "coverage": {"file": 0.45454545454545453, "symbol": 0.2, "span": 0.14546130952380953, "line": 0.13693467336683418}}, {"step": 9, "coverage": {"file": 0.45454545454545453, "symbol": 0.2, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 10, "coverage": {"file": 0.45454545454545453, "symbol": 0.2222222222222222, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 11, "coverage": {"file": 0.45454545454545453, "symbol": 0.2222222222222222, "span": 0.16350446428571427, "line": 0.15954773869346733}}, {"step": 12, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 13, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 14, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 15, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 16, "coverage": {"file": 0.45454545454545453, "symbol": 0.24444444444444444, "span": 0.21158854166666666, "line": 0.20728643216080403}}, {"step": 17, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 18, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 19, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.2725694444444444, "line": 0.2537688442211055}}, {"step": 20, "coverage": {"file": 0.5454545454545454, "symbol": 0.26666666666666666, "span": 0.39295014880952384, "line": 0.3228643216080402}}, {"step": 21, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 22, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 23, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 24, "coverage": {"file": 0.6363636363636364, "symbol": 0.3333333333333333, "span": 0.41065228174603174, "line": 0.34045226130653267}}, {"step": 25, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 26, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 27, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 28, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 29, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5131448412698413, "line": 0.4334170854271357}}, {"step": 30, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 31, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 32, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 33, "coverage": {"file": 0.6363636363636364, "symbol": 0.4888888888888889, "span": 0.5157490079365079, "line": 0.435929648241206}}, {"step": 34, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 35, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 36, "coverage": {"file": 0.6363636363636364, "symbol": 0.5111111111111111, "span": 0.5400855654761905, "line": 0.46733668341708545}}, {"step": 37, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 38, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 39, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 40, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 41, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 42, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5590587797619048, "line": 0.4899497487437186}}, {"step": 43, "coverage": {"file": 0.6363636363636364, "symbol": 0.5333333333333333, "span": 0.5691654265873016, "line": 0.5025125628140703}}, {"step": 44, "coverage": {"file": 0.6363636363636364, "symbol": 0.6, "span": 0.6498325892857143, "line": 0.5917085427135679}}, {"step": 45, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 46, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 47, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 48, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 49, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 50, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}, {"step": 51, "coverage": {"file": 0.6363636363636364, "symbol": 0.6222222222222222, "span": 0.6587611607142857, "line": 0.5992462311557789}}], "auc_coverage": {"file": 0.5276292335115866, "symbol": 0.37821350762527245, "span": 0.39463337418300637, "line": 0.34855650803034777}, "redundancy": {"file": 0.6734693877551021, "symbol": 0.22123893805309736, "span": 0.16039291111416398, "line": 0.16436170212765955}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 796, "pred_size": 11}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__1cf3e889", "num_steps": 7, "final": {"file": {"coverage": 0.8571428571428571, "precision": 0.8571428571428571, "intersection": 6, "gold_size": 7, "pred_size": 7}, "symbol": {"coverage": 0.391304347826087, "precision": 0.34615384615384615, "intersection": 9, "gold_size": 23, "pred_size": 26}, "span": {"coverage": 0.23311436752568637, "precision": 0.302337435374645, "intersection": 4152, "gold_size": 17811, "pred_size": 13733}, "line": {"coverage": 0.2618110236220472, "precision": 0.2708757637474542, "intersection": 133, "gold_size": 508, "pred_size": 491}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.42857142857142855, "symbol": 0.30434782608695654, "span": 0.16152939194879568, "line": 0.17125984251968504}}, {"step": 3, "coverage": {"file": 0.8571428571428571, "symbol": 0.30434782608695654, "span": 0.16152939194879568, "line": 0.17125984251968504}}, {"step": 4, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 5, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 6, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}, {"step": 7, "coverage": {"file": 0.8571428571428571, "symbol": 0.391304347826087, "span": 0.23311436752568637, "line": 0.2618110236220472}}], "auc_coverage": {"file": 0.673469387755102, "symbol": 0.3105590062111801, "span": 0.17935946485719098, "line": 0.19853768278965128}, "redundancy": {"file": 0.41666666666666663, "symbol": 0.1875, "span": 0.15296367112810705, "line": 0.12321428571428572}}, "editloc": {"recall": 0.9523809523809523, "precision": 0.9523809523809523, "intersection": 20, "gold_size": 508, "pred_size": 21}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20dad82b", "num_steps": 6, "final": {"file": {"coverage": 0.4, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 5, "pred_size": 3}, "symbol": {"coverage": 0.05263157894736842, "precision": 0.5, "intersection": 1, "gold_size": 19, "pred_size": 2}, "span": {"coverage": 0.1347870879120879, "precision": 0.6835002176752285, "intersection": 1570, "gold_size": 11648, "pred_size": 2297}, "line": {"coverage": 0.1762917933130699, "precision": 0.58, "intersection": 58, "gold_size": 329, "pred_size": 100}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.4, "symbol": 0.05263157894736842, "span": 0.1347870879120879, "line": 0.1762917933130699}}, {"step": 6, "coverage": {"file": 0.4, "symbol": 0.05263157894736842, "span": 0.1347870879120879, "line": 0.1762917933130699}}], "auc_coverage": {"file": 0.39999999999999997, "symbol": 0.017543859649122806, "span": 0.044929029304029304, "line": 0.05876393110435663}, "redundancy": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.019607843137254943}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 329, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__20f502e0", "num_steps": 15, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.6666666666666666, "intersection": 2, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.15384615384615385, "precision": 0.05714285714285714, "intersection": 2, "gold_size": 13, "pred_size": 35}, "span": {"coverage": 0.046171915143507304, "precision": 0.02645079899074853, "intersection": 629, "gold_size": 13623, "pred_size": 23780}, "line": {"coverage": 0.037037037037037035, "precision": 0.02356902356902357, "intersection": 14, "gold_size": 378, "pred_size": 594}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.02591206048594289, "line": 0.018518518518518517}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.15384615384615385, "span": 0.046171915143507304, "line": 0.037037037037037035}}], "auc_coverage": {"file": 0.2555555555555556, "symbol": 0.06153846153846154, "span": 0.02019623675646578, "line": 0.01604938271604938}, "redundancy": {"file": 0.7, "symbol": 0.14634146341463417, "span": 0.08330442157202889, "line": 0.07906976744186045}}, "editloc": {"recall": 0.3395973154362416, "precision": 0.3395973154362416, "intersection": 253, "gold_size": 378, "pred_size": 745}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__509a20d9", "num_steps": 34, "final": {"file": {"coverage": 1.0, "precision": 0.2727272727272727, "intersection": 3, "gold_size": 3, "pred_size": 11}, "symbol": {"coverage": 0.4090909090909091, "precision": 0.14285714285714285, "intersection": 9, "gold_size": 22, "pred_size": 63}, "span": {"coverage": 0.40650193353870356, "precision": 0.12808492183143677, "intersection": 6202, "gold_size": 15257, "pred_size": 48421}, "line": {"coverage": 0.40397350993377484, "precision": 0.056533827618164965, "intersection": 183, "gold_size": 453, "pred_size": 3237}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 22, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 23, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 24, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 25, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 26, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 27, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.008127416923379432, "line": 0.008830022075055188}}, {"step": 28, "coverage": {"file": 1.0, "symbol": 0.045454545454545456, "span": 0.0886150619387822, "line": 0.09271523178807947}}, {"step": 29, "coverage": {"file": 1.0, "symbol": 0.09090909090909091, "span": 0.13790391295798649, "line": 0.1434878587196468}}, {"step": 30, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.3064167267483778, "line": 0.304635761589404}}, {"step": 31, "coverage": {"file": 1.0, "symbol": 0.13636363636363635, "span": 0.3064167267483778, "line": 0.304635761589404}}, {"step": 32, "coverage": {"file": 1.0, "symbol": 0.22727272727272727, "span": 0.35360817985187126, "line": 0.3509933774834437}}, {"step": 33, "coverage": {"file": 1.0, "symbol": 0.36363636363636365, "span": 0.3998164776823753, "line": 0.39514348785871967}}, {"step": 34, "coverage": {"file": 1.0, "symbol": 0.4090909090909091, "span": 0.40650193353870356, "line": 0.40397350993377484}}], "auc_coverage": {"file": 0.8137254901960783, "symbol": 0.050802139037433164, "span": 0.06047561582147442, "line": 0.06051162186728996}, "redundancy": {"file": 0.5925925925925926, "symbol": 0.05970149253731338, "span": 0.010240791463963062, "line": 0.005835380835380821}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 32, "gold_size": 453, "pred_size": 32}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__53ca6a30", "num_steps": 4, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 3, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 16, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 7683, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 273, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.926829268292683, "precision": 0.926829268292683, "intersection": 38, "gold_size": 273, "pred_size": 41}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__552343cd", "num_steps": 8, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 1.0, "precision": 0.21428571428571427, "intersection": 3, "gold_size": 3, "pred_size": 14}, "span": {"coverage": 0.8234188034188035, "precision": 0.3307697589782325, "intersection": 4817, "gold_size": 5850, "pred_size": 14563}, "line": {"coverage": 0.7935483870967742, "precision": 0.2727272727272727, "intersection": 123, "gold_size": 155, "pred_size": 451}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.6666666666666666, "span": 0.5996581196581197, "line": 0.6}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 1.0, "span": 0.8234188034188035, "line": 0.7935483870967742}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.7083333333333333, "span": 0.5895940170940172, "line": 0.5709677419354838}, "redundancy": {"file": 0.75, "symbol": 0.33333333333333337, "span": 0.13659809094681918, "line": 0.15700934579439252}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 155, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__5b2cf9bb", "num_steps": 21, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.5, "intersection": 1, "gold_size": 3, "pred_size": 2}, "symbol": {"coverage": 0.47368421052631576, "precision": 0.5, "intersection": 9, "gold_size": 19, "pred_size": 18}, "span": {"coverage": 0.5844211427348598, "precision": 0.1674946335479914, "intersection": 5462, "gold_size": 9346, "pred_size": 32610}, "line": {"coverage": 0.5441860465116279, "precision": 0.1482889733840304, "intersection": 117, "gold_size": 215, "pred_size": 789}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.01979456451958057, "line": 0.05581395348837209}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.21052631578947367, "span": 0.2165632356088166, "line": 0.2186046511627907}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.21052631578947367, "span": 0.2942435266424139, "line": 0.27906976744186046}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.2631578947368421, "span": 0.4029531350310293, "line": 0.39069767441860465}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.2631578947368421, "span": 0.4029531350310293, "line": 0.39069767441860465}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.4293815536058207, "line": 0.4232558139534884}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5021399529210357, "line": 0.48372093023255813}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.42105263157894735, "span": 0.5239674727156003, "line": 0.5116279069767442}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 19, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.560239674727156, "line": 0.5302325581395348}}, {"step": 20, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.5844211427348598, "line": 0.5441860465116279}}, {"step": 21, "coverage": {"file": 0.3333333333333333, "symbol": 0.47368421052631576, "span": 0.5844211427348598, "line": 0.5441860465116279}}], "auc_coverage": {"file": 0.31746031746031733, "symbol": 0.2781954887218045, "span": 0.34632590463962176, "line": 0.3397563676633443}, "redundancy": {"file": 0.9, "symbol": 0.4193548387096774, "span": 0.062014611977219136, "line": 0.07285546415981203}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 215, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__66e05eaa", "num_steps": 16, "final": {"file": {"coverage": 0.6666666666666666, "precision": 0.4, "intersection": 2, "gold_size": 3, "pred_size": 5}, "symbol": {"coverage": 0.2, "precision": 0.09090909090909091, "intersection": 1, "gold_size": 5, "pred_size": 11}, "span": {"coverage": 0.23207036535859268, "precision": 0.20675105485232068, "intersection": 686, "gold_size": 2956, "pred_size": 3318}, "line": {"coverage": 0.2647058823529412, "precision": 0.14285714285714285, "intersection": 27, "gold_size": 102, "pred_size": 189}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 10, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 11, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 12, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 13, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 14, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 15, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}, {"step": 16, "coverage": {"file": 0.6666666666666666, "symbol": 0.2, "span": 0.23207036535859268, "line": 0.2647058823529412}}], "auc_coverage": {"file": 0.45833333333333337, "symbol": 0.11249999999999999, "span": 0.1305395805142084, "line": 0.1488970588235294}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.2142857142857143, "span": 0.21168923734853884, "line": 0.2157676348547718}}, "editloc": {"recall": 0.5, "precision": 0.5, "intersection": 1, "gold_size": 102, "pred_size": 2}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__6ebb54dc", "num_steps": 27, "final": {"file": {"coverage": 0.3333333333333333, "precision": 0.2222222222222222, "intersection": 2, "gold_size": 6, "pred_size": 9}, "symbol": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 29, "pred_size": 4}, "span": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 44431, "pred_size": 5686}, "line": {"coverage": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 1015, "pred_size": 142}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 9, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 10, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 11, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 12, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 17, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 18, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 19, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 20, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 21, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 22, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 23, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 24, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 25, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 26, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 27, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.29629629629629617, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.18181818181818177, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.5882352941176471, "precision": 0.5882352941176471, "intersection": 20, "gold_size": 1015, "pred_size": 34}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__87bfb374", "num_steps": 9, "final": {"file": {"coverage": 0.6666666666666666, "precision": 1.0, "intersection": 4, "gold_size": 6, "pred_size": 4}, "symbol": {"coverage": 0.5454545454545454, "precision": 0.6666666666666666, "intersection": 6, "gold_size": 11, "pred_size": 9}, "span": {"coverage": 0.32889628397115916, "precision": 0.4821922263782729, "intersection": 2965, "gold_size": 9015, "pred_size": 6149}, "line": {"coverage": 0.38764044943820225, "precision": 0.350253807106599, "intersection": 69, "gold_size": 178, "pred_size": 197}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.18181818181818182, "span": 0.028397115917914585, "line": 0.028089887640449437}}, {"step": 5, "coverage": {"file": 0.6666666666666666, "symbol": 0.18181818181818182, "span": 0.028397115917914585, "line": 0.028089887640449437}}, {"step": 6, "coverage": {"file": 0.6666666666666666, "symbol": 0.36363636363636365, "span": 0.06600110926234054, "line": 0.07303370786516854}}, {"step": 7, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}, {"step": 8, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}, {"step": 9, "coverage": {"file": 0.6666666666666666, "symbol": 0.5454545454545454, "span": 0.32889628397115916, "line": 0.38764044943820225}}], "auc_coverage": {"file": 0.4999999999999999, "symbol": 0.2626262626262626, "span": 0.12327602144573858, "line": 0.14357053682896379}, "redundancy": {"file": 0.6, "symbol": 0.09999999999999998, "span": 0.0444444444444444, "line": 0.043689320388349495}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 37, "gold_size": 178, "pred_size": 37}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__89932d58", "num_steps": 14, "final": {"file": {"coverage": 1.0, "precision": 0.8, "intersection": 4, "gold_size": 4, "pred_size": 5}, "symbol": {"coverage": 0.75, "precision": 0.2571428571428571, "intersection": 9, "gold_size": 12, "pred_size": 35}, "span": {"coverage": 0.862249503520491, "precision": 0.3112617309697602, "intersection": 4776, "gold_size": 5539, "pred_size": 15344}, "line": {"coverage": 0.8243243243243243, "precision": 0.2657952069716776, "intersection": 122, "gold_size": 148, "pred_size": 459}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.75, "symbol": 0.16666666666666666, "span": 0.2231449720166095, "line": 0.27702702702702703}}, {"step": 2, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.2231449720166095, "line": 0.27702702702702703}}, {"step": 3, "coverage": {"file": 1.0, "symbol": 0.16666666666666666, "span": 0.2794728290305109, "line": 0.3310810810810811}}, {"step": 4, "coverage": {"file": 1.0, "symbol": 0.25, "span": 0.5493771438887886, "line": 0.581081081081081}}, {"step": 5, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.743455497382199, "line": 0.7297297297297297}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 11, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.7889510742011193, "line": 0.7567567567567568}}, {"step": 12, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}, {"step": 13, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}, {"step": 14, "coverage": {"file": 1.0, "symbol": 0.75, "span": 0.862249503520491, "line": 0.8243243243243243}}], "auc_coverage": {"file": 0.9821428571428571, "symbol": 0.5892857142857143, "span": 0.6670750264359219, "line": 0.657818532818533}, "redundancy": {"file": 0.75, "symbol": 0.16666666666666663, "span": 0.14284118205686835, "line": 0.14842300556586274}}, "editloc": {"recall": 0.8777777777777778, "precision": 0.8777777777777778, "intersection": 79, "gold_size": 148, "pred_size": 90}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__942d0b14", "num_steps": 24, "final": {"file": {"coverage": 0.5, "precision": 0.75, "intersection": 6, "gold_size": 12, "pred_size": 8}, "symbol": {"coverage": 0.13333333333333333, "precision": 0.8, "intersection": 4, "gold_size": 30, "pred_size": 5}, "span": {"coverage": 0.16201590513387606, "precision": 0.18296312041662238, "intersection": 3443, "gold_size": 21251, "pred_size": 18818}, "line": {"coverage": 0.17350157728706625, "precision": 0.22448979591836735, "intersection": 110, "gold_size": 634, "pred_size": 490}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 6, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 7, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 8, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 9, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 10, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 11, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 12, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 13, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.004658604300974071, "line": 0.011041009463722398}}, {"step": 14, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.021598983577243425, "line": 0.022082018927444796}}, {"step": 15, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 16, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.06018540303985695, "line": 0.06466876971608833}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.1335466566279234, "line": 0.1277602523659306}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.15255752670462566, "line": 0.1608832807570978}}, {"step": 20, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 21, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 22, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 23, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}, {"step": 24, "coverage": {"file": 0.5, "symbol": 0.13333333333333333, "span": 0.16201590513387606, "line": 0.17350157728706625}}], "auc_coverage": {"file": 0.3055555555555556, "symbol": 0.03888888888888888, "span": 0.05584443085031293, "line": 0.061317034700315465}, "redundancy": {"file": 0.6190476190476191, "symbol": 0.16666666666666663, "span": 0.023253399771618444, "line": 0.021956087824351322}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 634, "pred_size": 1}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__983f2896", "num_steps": 2, "final": {"file": {"coverage": 0.2, "precision": 1.0, "intersection": 2, "gold_size": 10, "pred_size": 2}, "symbol": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 19, "pred_size": 0}, "span": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 8685, "pred_size": 0}, "line": {"coverage": 0.0, "precision": 1.0, "intersection": 0, "gold_size": 270, "pred_size": 0}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.0, "line": 0.0}}], "auc_coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 2, "gold_size": 270, "pred_size": 2}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__a984b409", "num_steps": 5, "final": {"file": {"coverage": 0.3333333333333333, "precision": 1.0, "intersection": 1, "gold_size": 3, "pred_size": 1}, "symbol": {"coverage": 0.25, "precision": 0.4, "intersection": 2, "gold_size": 8, "pred_size": 5}, "span": {"coverage": 0.16302219321148825, "precision": 0.24807549043953314, "intersection": 999, "gold_size": 6128, "pred_size": 4027}, "line": {"coverage": 0.16216216216216217, "precision": 0.18181818181818182, "intersection": 24, "gold_size": 148, "pred_size": 132}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.15453655352480417, "line": 0.13513513513513514}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.16302219321148825, "line": 0.16216216216216217}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.25, "span": 0.16302219321148825, "line": 0.16216216216216217}}], "auc_coverage": {"file": 0.3333333333333333, "symbol": 0.15, "span": 0.09611618798955614, "line": 0.0918918918918919}, "redundancy": {"file": 0.75, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 7, "gold_size": 148, "pred_size": 7}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__aa07d0c3", "num_steps": 18, "final": {"file": {"coverage": 0.5, "precision": 0.42857142857142855, "intersection": 3, "gold_size": 6, "pred_size": 7}, "symbol": {"coverage": 0.35, "precision": 0.5, "intersection": 14, "gold_size": 40, "pred_size": 28}, "span": {"coverage": 0.5148677591273597, "precision": 0.5752365052865888, "intersection": 10337, "gold_size": 20077, "pred_size": 17970}, "line": {"coverage": 0.54, "precision": 0.6033519553072626, "intersection": 324, "gold_size": 600, "pred_size": 537}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.2824625193006923, "line": 0.26166666666666666}}, {"step": 5, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 6, "coverage": {"file": 0.3333333333333333, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.2, "span": 0.34840862678687057, "line": 0.32666666666666666}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.275, "span": 0.390446779897395, "line": 0.36666666666666664}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.42765353389450617, "line": 0.39666666666666667}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.35, "span": 0.5148677591273597, "line": 0.54}}], "auc_coverage": {"file": 0.4074074074074074, "symbol": 0.24166666666666664, "span": 0.3559075337727527, "line": 0.35250000000000004}, "redundancy": {"file": 0.6111111111111112, "symbol": 0.09677419354838712, "span": 0.0043218085106383475, "line": 0.0037105751391465214}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 11, "gold_size": 600, "pred_size": 11}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__cf01f471", "num_steps": 22, "final": {"file": {"coverage": 0.75, "precision": 0.75, "intersection": 3, "gold_size": 4, "pred_size": 4}, "symbol": {"coverage": 0.8181818181818182, "precision": 0.2903225806451613, "intersection": 9, "gold_size": 11, "pred_size": 31}, "span": {"coverage": 0.664489848700375, "precision": 0.3249130572241543, "intersection": 10277, "gold_size": 15466, "pred_size": 31630}, "line": {"coverage": 0.7, "precision": 0.30042918454935624, "intersection": 210, "gold_size": 300, "pred_size": 699}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.25, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.25, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 5, "coverage": {"file": 0.25, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 6, "coverage": {"file": 0.5, "symbol": 0.18181818181818182, "span": 0.38303375145480406, "line": 0.4033333333333333}}, {"step": 7, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 8, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 9, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 10, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 11, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 12, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 13, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 14, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 15, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.48480537954222164, "line": 0.49333333333333335}}, {"step": 16, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.5775895512737618, "line": 0.62}}, {"step": 17, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 18, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 19, "coverage": {"file": 0.5, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 20, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.620845726108884, "line": 0.6633333333333333}}, {"step": 21, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.664489848700375, "line": 0.7}}, {"step": 22, "coverage": {"file": 0.75, "symbol": 0.8181818181818182, "span": 0.664489848700375, "line": 0.7}}], "auc_coverage": {"file": 0.45454545454545453, "symbol": 0.6198347107438017, "span": 0.4501046283342934, "line": 0.4692424242424242}, "redundancy": {"file": 0.7647058823529411, "symbol": 0.16216216216216217, "span": 0.07324934075593315, "line": 0.07294429708222816}}, "editloc": {"recall": 0.75, "precision": 0.75, "intersection": 3, "gold_size": 300, "pred_size": 4}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__d2506f10", "num_steps": 17, "final": {"file": {"coverage": 0.3, "precision": 0.375, "intersection": 3, "gold_size": 10, "pred_size": 8}, "symbol": {"coverage": 0.14705882352941177, "precision": 0.2777777777777778, "intersection": 5, "gold_size": 34, "pred_size": 18}, "span": {"coverage": 0.19264691309087306, "precision": 0.3418021978021978, "intersection": 3888, "gold_size": 20182, "pred_size": 11375}, "line": {"coverage": 0.2402135231316726, "precision": 0.3609625668449198, "intersection": 135, "gold_size": 562, "pred_size": 374}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.1, "symbol": 0.029411764705882353, "span": 0.058864334555544545, "line": 0.06405693950177936}}, {"step": 4, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 5, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 6, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.09845406798136953, "line": 0.11387900355871886}}, {"step": 7, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 8, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 9, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 10, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 11, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 12, "coverage": {"file": 0.2, "symbol": 0.029411764705882353, "span": 0.10722425924090774, "line": 0.12633451957295375}}, {"step": 13, "coverage": {"file": 0.3, "symbol": 0.08823529411764706, "span": 0.16455257159845407, "line": 0.199288256227758}}, {"step": 14, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 15, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 16, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}, {"step": 17, "coverage": {"file": 0.3, "symbol": 0.14705882352941177, "span": 0.19264691309087306, "line": 0.2402135231316726}}], "auc_coverage": {"file": 0.19999999999999996, "symbol": 0.05709342560553634, "span": 0.11368895987688503, "line": 0.13669667155118273}, "redundancy": {"file": 0.4285714285714286, "symbol": 0.1428571428571429, "span": 0.12155378793729243, "line": 0.1241217798594848}}, "editloc": {"recall": 0.0, "precision": 0.0, "intersection": 0, "gold_size": 562, "pred_size": 0}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__e579f2f0", "num_steps": 5, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 1, "gold_size": 2, "pred_size": 1}, "symbol": {"coverage": 0.75, "precision": 0.42857142857142855, "intersection": 6, "gold_size": 8, "pred_size": 14}, "span": {"coverage": 0.4675512665862485, "precision": 0.3434952144629564, "intersection": 1938, "gold_size": 4145, "pred_size": 5642}, "line": {"coverage": 0.44805194805194803, "precision": 0.38333333333333336, "intersection": 69, "gold_size": 154, "pred_size": 180}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.4675512665862485, "line": 0.44805194805194803}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.75, "span": 0.4675512665862485, "line": 0.44805194805194803}}], "auc_coverage": {"file": 0.4, "symbol": 0.3, "span": 0.1870205066344994, "line": 0.17922077922077922}, "redundancy": {"file": 0.6666666666666667, "symbol": 0.06666666666666665, "span": 0.015873015873015928, "line": 0.01098901098901095}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 6, "gold_size": 154, "pred_size": 6}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__eafb1f0b", "num_steps": 5, "final": {"file": {"coverage": 0.5, "precision": 1.0, "intersection": 3, "gold_size": 6, "pred_size": 3}, "symbol": {"coverage": 0.06896551724137931, "precision": 1.0, "intersection": 2, "gold_size": 29, "pred_size": 2}, "span": {"coverage": 0.08667665276709445, "precision": 1.0, "intersection": 2141, "gold_size": 24701, "pred_size": 2141}, "line": {"coverage": 0.0611439842209073, "precision": 1.0, "intersection": 31, "gold_size": 507, "pred_size": 31}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.16666666666666666, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.3333333333333333, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5, "symbol": 0.06896551724137931, "span": 0.08667665276709445, "line": 0.0611439842209073}}], "auc_coverage": {"file": 0.26666666666666666, "symbol": 0.013793103448275862, "span": 0.01733533055341889, "line": 0.01222879684418146}, "redundancy": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 1, "gold_size": 507, "pred_size": 1}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ef8756b1", "num_steps": 18, "final": {"file": {"coverage": 0.7142857142857143, "precision": 1.0, "intersection": 5, "gold_size": 7, "pred_size": 5}, "symbol": {"coverage": 0.42857142857142855, "precision": 0.8571428571428571, "intersection": 24, "gold_size": 56, "pred_size": 28}, "span": {"coverage": 0.3670032310177706, "precision": 0.7966161129131235, "intersection": 9087, "gold_size": 24760, "pred_size": 11407}, "line": {"coverage": 0.3484848484848485, "precision": 0.7507418397626113, "intersection": 253, "gold_size": 726, "pred_size": 337}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.14285714285714285, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2857142857142857, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.42857142857142855, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 0.5714285714285714, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 0.5714285714285714, "symbol": 0.125, "span": 0.12964458804523424, "line": 0.1115702479338843}}, {"step": 8, "coverage": {"file": 0.5714285714285714, "symbol": 0.125, "span": 0.12964458804523424, "line": 0.1115702479338843}}, {"step": 9, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 10, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 11, "coverage": {"file": 0.7142857142857143, "symbol": 0.16071428571428573, "span": 0.20844103392568658, "line": 0.19146005509641872}}, {"step": 12, "coverage": {"file": 0.7142857142857143, "symbol": 0.2857142857142857, "span": 0.24596122778675283, "line": 0.23415977961432508}}, {"step": 13, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2518578352180937, "line": 0.23829201101928374}}, {"step": 14, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2518578352180937, "line": 0.23829201101928374}}, {"step": 15, "coverage": {"file": 0.7142857142857143, "symbol": 0.32142857142857145, "span": 0.2679725363489499, "line": 0.25757575757575757}}, {"step": 16, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}, {"step": 17, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}, {"step": 18, "coverage": {"file": 0.7142857142857143, "symbol": 0.42857142857142855, "span": 0.3670032310177706, "line": 0.3484848484848485}}], "auc_coverage": {"file": 0.5793650793650793, "symbol": 0.181547619047619, "span": 0.1668484114162628, "line": 0.15618304254667892}, "redundancy": {"file": 0.6875, "symbol": 0.06666666666666665, "span": 0.06507663306286371, "line": 0.053370786516853896}}, "editloc": {"recall": 0.5833333333333334, "precision": 0.5833333333333334, "intersection": 7, "gold_size": 726, "pred_size": 12}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__f87209f8", "num_steps": 10, "final": {"file": {"coverage": 1.0, "precision": 0.8333333333333334, "intersection": 5, "gold_size": 5, "pred_size": 6}, "symbol": {"coverage": 0.029411764705882353, "precision": 0.0625, "intersection": 1, "gold_size": 34, "pred_size": 16}, "span": {"coverage": 0.10988126383578185, "precision": 0.3806646525679758, "intersection": 1638, "gold_size": 14907, "pred_size": 4303}, "line": {"coverage": 0.10059171597633136, "precision": 0.3355263157894737, "intersection": 51, "gold_size": 507, "pred_size": 152}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 4, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 5, "coverage": {"file": 0.8, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 6, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 7, "coverage": {"file": 1.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 8, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}, {"step": 9, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}, {"step": 10, "coverage": {"file": 1.0, "symbol": 0.029411764705882353, "span": 0.10988126383578185, "line": 0.10059171597633136}}], "auc_coverage": {"file": 0.74, "symbol": 0.008823529411764706, "span": 0.03296437915073456, "line": 0.03017751479289941}, "redundancy": {"file": 0.5, "symbol": 0.0, "span": 0.0, "line": 0.0}}, "editloc": {"recall": 0.8333333333333334, "precision": 0.8333333333333334, "intersection": 50, "gold_size": 507, "pred_size": 60}}
{"instance_id": "SWE-Bench-Pro__python__maintenance__bugfix__ff79bafd", "num_steps": 19, "final": {"file": {"coverage": 0.8, "precision": 0.8, "intersection": 8, "gold_size": 10, "pred_size": 10}, "symbol": {"coverage": 0.056338028169014086, "precision": 0.0851063829787234, "intersection": 4, "gold_size": 71, "pred_size": 47}, "span": {"coverage": 0.1497641783415813, "precision": 0.17773733697300576, "intersection": 6446, "gold_size": 43041, "pred_size": 36267}, "line": {"coverage": 0.14786967418546365, "precision": 0.1591726618705036, "intersection": 177, "gold_size": 1197, "pred_size": 1112}}, "trajectory": {"steps": [{"step": 1, "coverage": {"file": 0.0, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 2, "coverage": {"file": 0.1, "symbol": 0.0, "span": 0.0, "line": 0.0}}, {"step": 3, "coverage": {"file": 0.2, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 4, "coverage": {"file": 0.4, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 5, "coverage": {"file": 0.6, "symbol": 0.0, "span": 0.008015613020143584, "line": 0.012531328320802004}}, {"step": 6, "coverage": {"file": 0.6, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 7, "coverage": {"file": 0.7, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 8, "coverage": {"file": 0.7, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 9, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 10, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 11, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 12, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 13, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 14, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 15, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 16, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 17, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 18, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}, {"step": 19, "coverage": {"file": 0.8, "symbol": 0.056338028169014086, "span": 0.1497641783415813, "line": 0.14786967418546365}}], "auc_coverage": {"file": 0.6368421052631581, "symbol": 0.04151223128243144, "span": 0.11161817557066152, "line": 0.11093523281888934}, "redundancy": {"file": 0.5, "symbol": 0.18965517241379315, "span": 0.15718900327670748, "line": 0.14263685427910566}}, "editloc": {"recall": 1.0, "precision": 1.0, "intersection": 19, "gold_size": 1197, "pred_size": 19}}