{"id":"https://openalex.org/W7167720193","doi":"https://doi.org/10.48550/arxiv.2607.06184","title":"What Resolve Rate Hides: Trajectory Structure Diagnostics for Coding Agents","display_name":"What Resolve Rate Hides: Trajectory Structure Diagnostics for Coding Agents","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167720193","doi":"https://doi.org/10.48550/arxiv.2607.06184"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.06184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.06184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100746782","display_name":"Rui Shu","orcid":"https://orcid.org/0000-0001-8937-7274"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024635381","display_name":"Chun Yong Chong","orcid":"https://orcid.org/0000-0003-1164-0049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chong, Chun Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113903386","display_name":"X J Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127930991","display_name":"Y Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104036081","display_name":"Z Z Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140254304","display_name":"Xu Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003922435","display_name":"Zeyang Zhuang","orcid":"https://orcid.org/0009-0006-7898-6895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Zeyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140274478","display_name":"Guowen Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Guowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140293887","display_name":"Yuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4047999978065491,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4047999978065491,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.08820000290870667,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.07519999891519547,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.635200023651123},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.602400004863739},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.524399995803833},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4844000041484833},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4426000118255615},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41499999165534973},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855999827384949},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.635200023651123},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.602400004863739},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.524399995803833},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41499999165534973},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3815999925136566},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34150001406669617},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3359000086784363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31380000710487366},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27000001072883606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.06184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.06184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coding":[0],"agents":[1,19],"are":[2,74],"ranked":[3],"almost":[4],"entirely":[5],"by":[6,221],"resolve":[7,91],"rate:":[8],"whether":[9],"their":[10,137],"final":[11],"patch":[12],"passes":[13],"the":[14,22,57,189],"target":[15],"tests.":[16],"Yet":[17],"two":[18,111],"can":[20],"reach":[21,202],"same":[23],"outcome":[24],"through":[25],"very":[26],"different":[27],"processes,":[28],"and":[29,69,76,134,172,192,205,228],"a":[30,38,61,85,100],"single":[31],"pass/fail":[32],"label":[33],"says":[34],"nothing":[35],"about":[36],"why":[37,42],"run":[39,45,98],"failed":[40,208],"or":[41,50],"an":[43],"accepted":[44],"spent":[46],"extra":[47],"steps,":[48],"time,":[49],"tokens.":[51],"This":[52],"process":[53],"evidence":[54],"lives":[55],"in":[56,198],"trajectory,":[58],"which":[59],"records":[60],"run's":[62],"searches,":[63],"reads,":[64],"edits,":[65],"tool":[66],"calls,":[67],"validation,":[68],"reversions.":[70],"However,":[71],"raw":[72,97],"traces":[73],"heterogeneous":[75],"hard":[77],"to":[78,145,164,219],"compare":[79],"across":[80],"runs.":[81],"We":[82],"present":[83],"TraceProbe,":[84],"trajectory-diagnostic":[86],"framework":[87],"that":[88,157],"recovers":[89],"what":[90],"rate":[92],"hides.":[93],"TraceProbe":[94,144],"normalizes":[95],"each":[96],"into":[99],"canonical":[101],"nine-type":[102],"action":[103],"taxonomy":[104],"with":[105,186],"deterministic":[106],"effect":[107],"labels,":[108],"then":[109],"applies":[110],"rule-based":[112],"modules:":[113],"Insight":[114,178],"names":[115],"single-trajectory":[116],"anti-patterns":[117,179],"adapted":[118],"from":[119,148,167],"established":[120],"debugging":[121],"practice":[122],"(e.g.,":[123],"search":[124,187],"loops,":[125],"verification":[126],"skips),":[127],"while":[128],"Converge":[129],"aligns":[130],"pairs":[131],"of":[132],"runs":[133,196,230],"classifies":[135],"where":[136],"behavior":[138,174],"diverges":[139],"under":[140],"controlled":[141],"references.":[142],"Applying":[143],"2,500":[146],"trajectories":[147],"five":[149],"production":[150],"settings":[151],"on":[152],"SWE-Bench":[153],"Verified,":[154],"we":[155],"find":[156],"(i)":[158],"file":[159],"choice":[160],"is":[161],"too":[162],"coarse":[163],"separate":[165],"success":[166],"failure,":[168],"whereas":[169],"function":[170],"selection":[171],"completion":[173],"localize":[175],"it;":[176],"(ii)":[177],"act":[180],"mainly":[181],"as":[182],"corpus-level":[183],"difficulty":[184],"clues,":[185],"loops":[188],"most":[190],"stable;":[191],"(iii)":[193],"even":[194],"resolved":[195],"differ":[197],"how":[199,206],"quickly":[200],"they":[201,210],"relevant":[203],"code":[204],"much":[207],"work":[209],"incur.":[211],"Trajectory":[212],"structure":[213],"thus":[214],"adds":[215],"auditable":[216],"diagnostic":[217],"context":[218],"outcomes":[220],"localizing":[222],"inspection":[223],"targets,":[224],"suggesting":[225],"failure":[226],"hypotheses,":[227],"prioritizing":[229],"for":[231],"review.":[232]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}