{"id":"https://openalex.org/W7167641297","doi":"https://doi.org/10.48550/arxiv.2607.03691","title":"Don't Blame the Large Language Model: How Agent Harness Evolution Shapes Coding Agent Quality","display_name":"Don't Blame the Large Language Model: How Agent Harness Evolution Shapes Coding Agent Quality","publication_year":2026,"publication_date":"2026-07-04","ids":{"openalex":"https://openalex.org/W7167641297","doi":"https://doi.org/10.48550/arxiv.2607.03691"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03691","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03691","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03691","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027147392","display_name":"Oussama Ben Sghaier","orcid":"https://orcid.org/0000-0003-2737-0952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sghaier, Oussama Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140219608","display_name":"Hao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060188353","display_name":"B. Adams","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adams, Bram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140178450","display_name":"Ahmed E. Hassan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hassan, Ahmed E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4512999951839447,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4512999951839447,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.0729999989271164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6571999788284302},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5541999936103821},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5289000272750854},{"id":"https://openalex.org/keywords/scaffold","display_name":"Scaffold","score":0.4133000075817108},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.388700008392334},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.37599998712539673},{"id":"https://openalex.org/keywords/pattern-language","display_name":"Pattern language (formal languages)","score":0.37369999289512634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6906999945640564},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6571999788284302},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5541999936103821},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C89429830","wikidata":"https://www.wikidata.org/wiki/Q735710","display_name":"Scaffold","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3928999900817871},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.388700008392334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38109999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37790000438690186},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.37599998712539673},{"id":"https://openalex.org/C2776362478","wikidata":"https://www.wikidata.org/wiki/Q17156908","display_name":"Pattern language (formal languages)","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C2781466463","wikidata":"https://www.wikidata.org/wiki/Q621695","display_name":"Blame","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.35929998755455017},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C146054899","wikidata":"https://www.wikidata.org/wiki/Q181156","display_name":"Software design pattern","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03691","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03691","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03691","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03691","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coding":[0],"agents,":[1],"autonomous":[2],"systems":[3],"that":[4,31,103,112],"use":[5],"large":[6,28],"language":[7,29],"models":[8],"(LLMs)":[9],"to":[10,80,135,218,237],"resolve":[11],"software":[12],"engineering":[13],"tasks,":[14],"rely":[15],"on":[16,139],"agent":[17,45,59,73,106,115,129,140,157],"harness:":[18],"a":[19,24,27,185],"middleware":[20],"layer":[21],"in":[22],"between":[23],"developer":[25],"and":[26,39,63,117,125,142,150,165,176,222,225],"model":[30,83,124],"orchestrates":[32],"system":[33],"prompts,":[34],"tool":[35],"execution,":[36],"context":[37],"management,":[38],"iterative":[40],"reasoning":[41],"loops.":[42],"While":[43],"these":[44],"harnesses":[46,158],"evolve":[47],"at":[48],"extreme":[49,168],"velocities,":[50],"no":[51],"study":[52,102,147],"has":[53],"examined":[54],"how":[55],"this":[56,90,94],"evolution":[57,152],"affects":[58],"quality":[60,70,216,239],"(i.e.,":[61,159],"effectiveness":[62,141],"efficiency)":[64],"over":[65],"time.":[66],"Practitioners":[67],"regularly":[68],"report":[69],"regressions":[71],"after":[72],"harness":[74,87,107,116],"updates,":[75],"yet":[76],"consistently":[77],"attribute":[78],"them":[79],"the":[81,86,98,105,114,119,123,128,148,194,208,214],"underlying":[82,209],"rather":[84],"than":[85],"itself.":[88],"In":[89],"paper,":[91],"we":[92,121],"address":[93],"gap":[95],"by":[96],"conducting":[97],"first":[99,145],"controlled":[100,186],"longitudinal":[101],"isolates":[104],"contribution.":[108],"Unlike":[109],"prior":[110],"work":[111],"fixes":[113],"varies":[118],"model,":[120],"fix":[122],"vary":[126],"only":[127],"harness,":[130],"evaluating":[131,198],"35":[132,190],"sequential":[133,191],"releases":[134,173,192],"measure":[136],"their":[137],"impact":[138],"efficiency.":[143],"We":[144,182,212],"empirically":[146],"development":[149,220],"release":[151,169],"of":[153,178,193],"five":[154],"major":[155],"open-source":[156],"Codex,":[160],"Qwen":[161,195],"Code,":[162],"Gemini,":[163],"OpenCode,":[164],"OpenHands),":[166],"revealing":[167],"velocities":[170],"exceeding":[171],"two":[172],"per":[174],"day":[175],"thousands":[177],"issues":[179],"within":[180],"months.":[181],"then":[183],"perform":[184],"deep":[187],"dive":[188],"into":[189],"Code":[196],"CLI,":[197],"each":[199],"against":[200],"50":[201],"stratified":[202],"SWE-bench":[203],"Verified":[204],"tasks":[205],"while":[206],"holding":[207],"LLM":[210],"constant.":[211],"trace":[213],"resulting":[215],"fluctuations":[217],"specific":[219],"patterns":[221],"architectural":[223],"components,":[224],"illustrate":[226],"our":[227],"findings":[228],"with":[229],"concrete":[230],"qualitative":[231],"evidence":[232],"linking":[233],"individual":[234],"pull":[235],"requests":[236],"measured":[238],"shifts.":[240]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}